-- Logs begin at Thu 2021-09-16 18:20:05 UTC, end at Thu 2021-09-16 19:58:21 UTC. --
Sep 16 19:02:37.831414 dv-cinder-809447-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Sep 16 19:02:40.092581 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.common.config [-] Logging enabled!
Sep 16 19:02:40.093252 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev5
Sep 16 19:02:40.093346 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75055) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Sep 16 19:02:40.096188 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.common.config [-] Logging enabled!
Sep 16 19:02:40.096430 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev5
Sep 16 19:02:40.096670 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75055) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Sep 16 19:02:40.097615 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 16 19:02:40.097841 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 16 19:02:40.098215 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 16 19:02:40.098464 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 16 19:02:40.098685 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 16 19:02:40.098999 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.099289 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.099581 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.099806 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.100096 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.100380 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.100661 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.100944 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.101234 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.101514 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.101790 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.102069 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.102320 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.102599 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.102883 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.103166 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.103387 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] debug                          = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.103662 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.104081 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.104495 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.104769 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.105050 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.105321 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.105590 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.105887 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.106221 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] host                           = dv-cinder-809447-1-iscsi {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.106498 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.106779 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.107060 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.107341 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.107613 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.107881 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.108416 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.108686 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.108952 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.109222 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.109501 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.109779 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.110111 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.110628 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.110628 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.110850 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.111133 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.111405 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.111693 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.111964 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.112232 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.112501 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.112762 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.113042 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.113319 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.113595 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.113864 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.114133 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.114417 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.114684 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.114961 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.115230 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.115497 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.115770 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.116051 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.116313 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.116578 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.116871 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.117150 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.117427 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.117706 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.117974 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.118275 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.118542 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.118809 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.119075 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.119340 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.119604 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.119878 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.120145 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.120411 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.120679 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.120944 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.121222 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:40.121513 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.121803 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.122097 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.122399 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.122684 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.122964 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.123250 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.123523 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.123807 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.124093 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.124379 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.124653 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.124934 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.125223 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.125512 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.125825 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.125825 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.126409 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.126683 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.126952 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.127225 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.127508 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.127783 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.128052 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.128328 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.128599 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.128869 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.129136 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.129408 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.129694 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.129964 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.130257 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.130527 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.130799 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.131067 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.131347 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.131618 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.131887 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.132153 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.132424 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.132693 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.132961 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.133233 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.133499 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.133769 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.134035 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.134327 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.134595 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.134862 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.135127 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.135397 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.135663 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.135935 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.136206 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.136472 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.136739 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.137006 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.137270 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.137555 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.137847 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.138119 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.138415 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.138694 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.138970 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.139243 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.139517 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.139792 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.140067 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.140334 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.140619 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.140899 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.141181 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.142011 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.142011 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.142553 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.142827 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.143105 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.143380 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.143655 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.143934 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.144210 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.144496 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.144782 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.145067 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.145352 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.145637 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.145916 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.146243 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.146519 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:40.146734 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 16 19:02:40.146969 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75055) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Sep 16 19:02:40.554610 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO keyring.backend [-] Loading KWallet
Sep 16 19:02:40.561974 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO keyring.backend [-] Loading SecretService
Sep 16 19:02:40.565342 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO keyring.backend [-] Loading Windows
Sep 16 19:02:40.566699 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO keyring.backend [-] Loading chainer
Sep 16 19:02:40.567276 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO keyring.backend [-] Loading macOS
Sep 16 19:02:40.601128 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:02:40.601405 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=75055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:02:40.601697 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:02:40.602024 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.manager [-] Loading core plugin: ml2
Sep 16 19:02:40.902579 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.902866 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.903143 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.959335 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.959615 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.959883 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.962938 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.963218 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.963481 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.992477 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.992759 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:40.993028 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.020633 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.021398 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.021398 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.339543 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f044720baf0> agent after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.340161 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f044720baf0> agent after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.340161 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f044720bb80> segment precommit_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.340343 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f044720bc10> network precommit_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.340970 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f0447211dc0> segment before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.464558 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> network before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.464874 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f04471f2670> agent before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.465154 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> network before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.465421 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> port before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.465685 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> port before_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.465989 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> segment after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.466274 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> segment precommit_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.466533 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> segment precommit_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.466782 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> segment after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.467059 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> network after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.467315 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> network precommit_delete 0 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.467577 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> port provisioning_complete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.467837 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> rbac-policy before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.468096 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> rbac-policy after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.468355 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> agent after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.468619 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> subnet after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.468874 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> subnet precommit_delete 0 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.469142 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> rbac-policy before_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.469421 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> rbac-policy before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.469718 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> segment_host_mapping after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.470072 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> port after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.470422 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> port after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.470678 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> port after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.470958 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> rbac-policy before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.471205 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> rbac-policy before_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.471447 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f044814e700>> rbac-policy before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.471822 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 19:02:41.472057 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 19:02:41.472291 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 19:02:41.472523 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 19:02:41.472754 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 19:02:41.472983 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 19:02:41.473529 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Sep 16 19:02:41.476694 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Sep 16 19:02:41.480577 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Sep 16 19:02:41.484742 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Sep 16 19:02:41.486916 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Sep 16 19:02:41.487304 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Sep 16 19:02:41.487634 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Sep 16 19:02:41.488012 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Sep 16 19:02:41.490790 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Sep 16 19:02:41.491043 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Sep 16 19:02:41.491389 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Sep 16 19:02:41.521010 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Sep 16 19:02:41.521462 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f04471d5310>> qos_plugin after_init 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.521760 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75055) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Sep 16 19:02:41.522122 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f04471d5580>> logging-plugin after_init 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.523499 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75055) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Sep 16 19:02:41.523781 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Sep 16 19:02:41.524021 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Sep 16 19:02:41.527186 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0447017ac0>> floatingip before_response 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.527467 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0447017ac0>> port before_response 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:41.587502 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Sep 16 19:02:41.587740 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Sep 16 19:02:41.587975 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Sep 16 19:02:41.588341 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Sep 16 19:02:41.619253 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_db.sqlalchemy.engines [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75055) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Sep 16 19:02:41.941651 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Initializing driver for type 'gre'
Sep 16 19:02:41.942094 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] gre ID ranges: [(1, 1000)]
Sep 16 19:02:42.015047 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Initializing driver for type 'local'
Sep 16 19:02:42.015423 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Initializing driver for type 'vlan'
Sep 16 19:02:42.028244 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] VlanTypeDriver initialization complete
Sep 16 19:02:42.028594 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Initializing driver for type 'vxlan'
Sep 16 19:02:42.029168 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] vxlan ID ranges: [(1, 1000)]
Sep 16 19:02:42.086512 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Initializing extension driver 'port_security'
Sep 16 19:02:42.086866 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] PortSecurityExtensionDriver initialization complete
Sep 16 19:02:42.087226 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Initializing mechanism driver 'openvswitch'
Sep 16 19:02:42.087583 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Initializing mechanism driver 'hyperv'
Sep 16 19:02:42.094013 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.plugins.ml2.plugin [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:02:42.094920 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446f47eb0>> port after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.095291 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446f47eb0>> port after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.095642 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446f47eb0>> port after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.096024 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446f47c40>> subnet after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.096371 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446f47c40>> subnet after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.096715 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446f47c40>> subnet after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.097088 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446a9dc10>> network after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.097428 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446a9dc10>> network after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.097764 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446a9dc10>> network after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.098133 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446aa7460>> security_group after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.098527 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446aa7460>> security_group after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.098864 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446aa7460>> security_group after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.099234 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446aa76d0>> security_group_rule after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.099572 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446aa76d0>> security_group_rule after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.099903 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0446aa76d0>> security_group_rule after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.100241 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] ML2 OVO RPC backend initialized. {{(pid=75055) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Sep 16 19:02:42.100860 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> router_interface after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.101203 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> router_interface after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.101609 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> network before_response 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.101947 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> networks before_response 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.102312 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> port before_response 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.102645 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> ports before_response 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.102981 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> subnet before_response 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.103316 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> subnets before_response 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.103654 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> network after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.103986 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> network after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.104313 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> network after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.104646 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> port after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.104978 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> port after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.105307 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> port after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.105635 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> subnet after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.105966 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> subnet after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.106330 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0446aa7970>> subnet after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.106893 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.plugin [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Modular L2 Plugin initialization complete
Sep 16 19:02:42.107220 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading services supported by the core plugin {{(pid=75055) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Sep 16 19:02:42.107541 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.plugins.ml2.managers [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Got port-security extension from driver 'port_security'
Sep 16 19:02:42.107991 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.extensions.vlantransparent [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Disabled vlantransparent extension.
Sep 16 19:02:42.108648 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75055) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Sep 16 19:02:42.108955 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading Plugin: router
Sep 16 19:02:42.144524 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router_interface before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.144904 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router after_create 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.145265 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router before_create 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.145619 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router_interface before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.145981 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router_interface after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.146358 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router after_delete 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.146713 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> floatingip after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.147070 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router after_create 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.147409 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router after_update 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.147751 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router after_update 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.148093 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router_gateway after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.148446 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router after_update 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.148848 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router precommit_update 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.149210 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f044709ef70> port after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.149545 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f044709ee50> port after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.149876 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f044709eee0> subnet after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.150238 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f044709d040> subnetpool_address_scope after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.150582 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> port precommit_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.150922 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router precommit_create 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.151261 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f0447081ee0> port before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.151617 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router precommit_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.151966 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router after_update 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.152320 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router precommit_delete 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.152661 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router precommit_create 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.153014 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router_interface after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.153351 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> router precommit_update 55549900 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.153707 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> agent after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.154049 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> agent after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.154417 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0446aa7be0>> network after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.155267 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Tracking information for resource: router configured {{(pid=75055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 19:02:42.155591 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Tracking information for resource: floatingip configured {{(pid=75055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 19:02:42.160373 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.db.l3_agentschedulers_db [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Sep 16 19:02:42.160928 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f0446a57550> port after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.161281 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f0446a57430> port after_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.161627 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function _notify_port_delete at 0x7f0446a574c0> port after_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.161971 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f0446a57820> port after_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.162762 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f04469d14c0>> router before_create 55550100 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.163121 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f04469d14c0>> router precommit_delete 55550100 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.163478 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f04469d14c0>> router precommit_create 55550100 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.163828 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f04469d14c0>> router precommit_update 55550100 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.168061 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.services.provider_configuration [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service providers = [] {{(pid=75055) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Sep 16 19:02:42.168417 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.db.servicetype_db [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75055) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Sep 16 19:02:42.171469 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.services.service_base [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 16 19:02:42.171809 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.services.service_base [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 16 19:02:42.172147 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.services.service_base [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 16 19:02:42.173154 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.services.service_base [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 16 19:02:42.173516 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.services.service_base [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Default provider is not specified for service type L3_ROUTER_NAT
Sep 16 19:02:42.173880 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 19:02:42.174214 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Sep 16 19:02:42.184589 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 19:02:42.184925 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading Plugin: auto_allocate
Sep 16 19:02:42.191041 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f04469e7ca0> network precommit_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.191404 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f04469e7ca0> network precommit_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.191965 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 19:02:42.192229 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading Plugin: tag
Sep 16 19:02:42.198852 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 19:02:42.199173 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading Plugin: timestamp
Sep 16 19:02:42.202899 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 19:02:42.203224 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading Plugin: network_ip_availability
Sep 16 19:02:42.209024 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f04469e5bb0>> rbac-policy before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.209390 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f04469e5bb0>> rbac-policy before_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.209744 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f04469e5bb0>> rbac-policy before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.210473 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 19:02:42.210791 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading Plugin: flavors
Sep 16 19:02:42.215615 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 19:02:42.215938 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading Plugin: revisions
Sep 16 19:02:42.220274 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 19:02:42.220662 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_concurrency.lockutils [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.619s {{(pid=75055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:02:42.221383 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75055) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Sep 16 19:02:42.221716 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Initializing extension manager.
Sep 16 19:02:42.222250 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: __init__.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.222588 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: __pycache__ {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.222918 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.223245 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.223571 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: _filter_validation_lib.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.223894 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.224214 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: address_group.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.224973 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.225623 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: address-group
Sep 16 19:02:42.225941 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: address_scope.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.226673 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.227166 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: address-scope
Sep 16 19:02:42.227480 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: admin_state_down_before_update.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.228418 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.228915 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: router-admin-state-down-before-update
Sep 16 19:02:42.229232 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: agent.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.229922 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.230442 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: agent
Sep 16 19:02:42.230758 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: agent_resources_synced.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.231649 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.232140 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: agent-resources-synced
Sep 16 19:02:42.232451 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: allowedaddresspairs.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.234490 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.235492 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: allowed-address-pairs
Sep 16 19:02:42.235902 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: auto_allocated_topology.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.236961 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.237467 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: auto-allocated-topology
Sep 16 19:02:42.237786 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: availability_zone.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.238493 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.238984 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: availability_zone
Sep 16 19:02:42.239299 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: availability_zone_filter.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.240195 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.240686 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: availability_zone_filter
Sep 16 19:02:42.241002 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: data_plane_status.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.241890 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.242408 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension data-plane-status not supported by any of loaded plugins
Sep 16 19:02:42.242721 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: default_subnetpools.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.243616 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.244109 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: default-subnetpools
Sep 16 19:02:42.244418 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: dhcpagentscheduler.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.245184 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.245673 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: dhcp_agent_scheduler
Sep 16 19:02:42.245987 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: dns.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.246916 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.247403 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension dns-integration not supported by any of loaded plugins
Sep 16 19:02:42.247717 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: dns_domain_ports.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.248615 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.249103 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension dns-domain-ports not supported by any of loaded plugins
Sep 16 19:02:42.249424 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: dvr.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.250086 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.250631 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: dvr
Sep 16 19:02:42.251462 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: empty_string_filtering.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.252357 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.252850 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: empty-string-filtering
Sep 16 19:02:42.253164 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.254066 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.254571 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Sep 16 19:02:42.254887 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.255791 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.256280 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Sep 16 19:02:42.256594 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: external_net.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.257486 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.257980 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: external-net
Sep 16 19:02:42.258327 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: extra_dhcp_opt.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.259220 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.259718 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: extra_dhcp_opt
Sep 16 19:02:42.260031 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: extraroute.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.260919 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.261412 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: extraroute
Sep 16 19:02:42.261725 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: extraroute_atomic.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.262778 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.263277 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: extraroute-atomic
Sep 16 19:02:42.263590 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: filter_validation.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.264252 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.264743 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: filter-validation
Sep 16 19:02:42.265056 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: fip_pf_description.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.266124 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.266767 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Sep 16 19:02:42.267080 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: fip_port_details.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.267985 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.268478 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: fip-port-details
Sep 16 19:02:42.268791 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: flavors.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.269998 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.270538 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: flavors
Sep 16 19:02:42.270857 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.272484 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.272995 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Sep 16 19:02:42.273323 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: floatingip_pools.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.274018 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.274550 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: floatingip-pools
Sep 16 19:02:42.274873 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: ip_allocation.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.275780 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.276273 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension ip_allocation not supported by any of loaded plugins
Sep 16 19:02:42.276592 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.277488 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.277984 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: ip-substring-filtering
Sep 16 19:02:42.278343 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: l2_adjacency.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.279257 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.279754 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension l2_adjacency not supported by any of loaded plugins
Sep 16 19:02:42.280070 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: l3.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.281013 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.281516 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: router
Sep 16 19:02:42.281837 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: l3_conntrack_helper.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.284219 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.284737 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Sep 16 19:02:42.285062 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.285977 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.286508 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: ext-gw-mode
Sep 16 19:02:42.286827 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.287768 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.288259 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: l3-ha
Sep 16 19:02:42.288575 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: l3_flavors.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.289644 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.289970 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: l3-flavors
Sep 16 19:02:42.290316 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.291243 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.291735 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: l3-port-ip-change-not-allowed
Sep 16 19:02:42.292052 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: l3agentscheduler.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.293070 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.293563 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: l3_agent_scheduler
Sep 16 19:02:42.293880 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: logging.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.295433 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.295943 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension logging not supported by any of loaded plugins
Sep 16 19:02:42.296265 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: metering.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.296995 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.298193 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: metering
Sep 16 19:02:42.298927 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.300022 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.300530 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: metering_source_and_destination_fields
Sep 16 19:02:42.300850 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: multiprovidernet.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.301957 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.302486 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: multi-provider
Sep 16 19:02:42.302805 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: netmtu.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.303703 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.304196 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: net-mtu
Sep 16 19:02:42.304512 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: netmtu_writable.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.305409 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.305898 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: net-mtu-writable
Sep 16 19:02:42.306247 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: network_availability_zone.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.306906 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.307389 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: network_availability_zone
Sep 16 19:02:42.307699 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: network_ip_availability.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.308770 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.309268 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: network-ip-availability
Sep 16 19:02:42.309587 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: network_segment_range.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.310374 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.310864 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension network-segment-range not supported by any of loaded plugins
Sep 16 19:02:42.311180 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: pagination.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.312142 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.312468 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: pagination
Sep 16 19:02:42.312783 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.314257 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.314759 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: port-mac-address-regenerate
Sep 16 19:02:42.315075 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: port_resource_request.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.315973 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.316465 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension port-resource-request not supported by any of loaded plugins
Sep 16 19:02:42.316779 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: portbindings.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.317689 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.318211 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: binding
Sep 16 19:02:42.318530 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: portbindings_extended.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.319774 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.320288 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: binding-extended
Sep 16 19:02:42.320614 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: portsecurity.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.321514 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.322010 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: port-security
Sep 16 19:02:42.322364 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: project_id.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.323322 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.323643 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: project-id
Sep 16 19:02:42.323954 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: providernet.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.324864 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.325369 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: provider
Sep 16 19:02:42.325685 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: qos.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.329177 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.329679 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension qos not supported by any of loaded plugins
Sep 16 19:02:42.330012 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.331267 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.331774 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Sep 16 19:02:42.332097 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.332996 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.333494 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Sep 16 19:02:42.333817 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: qos_default.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.334829 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.335329 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension qos-default not supported by any of loaded plugins
Sep 16 19:02:42.335648 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: qos_fip.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.336291 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.336779 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension qos-fip not supported by any of loaded plugins
Sep 16 19:02:42.337093 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: qos_gateway_ip.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.338000 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.338534 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Sep 16 19:02:42.338850 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: qos_port_network_policy.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.339747 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.340254 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Sep 16 19:02:42.340549 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: qos_rule_type_details.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.341448 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.341936 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Sep 16 19:02:42.342291 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: qos_rules_alias.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.343323 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.343815 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension qos-rules-alias not supported by any of loaded plugins
Sep 16 19:02:42.344132 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: quotasv2.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.345041 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.345356 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: quotas
Sep 16 19:02:42.345669 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: quotasv2_detail.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.347410 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.347746 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: quota_details
Sep 16 19:02:42.348074 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: rbac.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.349111 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.349621 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: rbac-policies
Sep 16 19:02:42.349948 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: rbac_address_scope.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.350890 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.351392 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: rbac-address-scope
Sep 16 19:02:42.351714 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: rbac_security_groups.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.352614 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.353110 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: rbac-security-groups
Sep 16 19:02:42.353430 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: rbac_subnetpool.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.354356 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.354853 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: rbac-subnetpool
Sep 16 19:02:42.355171 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: revisionifmatch.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.356074 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.356570 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: revision-if-match
Sep 16 19:02:42.356889 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: revisions.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.357973 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.358814 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: standard-attr-revisions
Sep 16 19:02:42.359135 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: router_availability_zone.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.359800 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.360878 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: router_availability_zone
Sep 16 19:02:42.361179 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: routerservicetype.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.362079 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.362618 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension router-service-type not supported by any of loaded plugins
Sep 16 19:02:42.362925 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: security_groups_port_filtering.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.363805 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.364301 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: port-security-groups-filtering
Sep 16 19:02:42.364750 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: securitygroup.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.377275 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.377785 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: security-group
Sep 16 19:02:42.378127 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: segment.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.379002 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.379426 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension segment not supported by any of loaded plugins
Sep 16 19:02:42.379745 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.380698 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.381417 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Sep 16 19:02:42.381921 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: servicetype.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.383186 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.383700 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: service-type
Sep 16 19:02:42.384020 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: sorting.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.384981 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.385303 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: sorting
Sep 16 19:02:42.385619 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: standard_attr_segment.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.386552 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.387050 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension standard-attr-segment not supported by any of loaded plugins
Sep 16 19:02:42.387364 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: standardattrdescription.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.388001 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.388493 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: standard-attr-description
Sep 16 19:02:42.388808 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: stateful_security_group.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.389725 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.390251 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: stateful-security-group
Sep 16 19:02:42.390573 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: stdattrs_common.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.391149 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Sep 16 19:02:42.391516 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.392484 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.392984 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Sep 16 19:02:42.393298 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: subnet_onboard.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.394447 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.394954 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: subnet_onboard
Sep 16 19:02:42.395269 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.396191 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.396689 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Sep 16 19:02:42.397006 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: subnet_service_types.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.397911 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.398470 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: subnet-service-types
Sep 16 19:02:42.398776 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: subnetallocation.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.399833 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.400336 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: subnet_allocation
Sep 16 19:02:42.400661 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.401317 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.401826 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: subnetpool-prefix-ops
Sep 16 19:02:42.402158 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.403082 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.403578 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Sep 16 19:02:42.403897 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: tagging.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.404942 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.405451 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: standard-attr-tag
Sep 16 19:02:42.405770 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: timestamp.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.407015 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.407591 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loaded extension: standard-attr-timestamp
Sep 16 19:02:42.407913 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: trunk.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.408938 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.409439 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension trunk not supported by any of loaded plugins
Sep 16 19:02:42.409756 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: trunk_details.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.410694 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.411202 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension trunk-details not supported by any of loaded plugins
Sep 16 19:02:42.411520 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: uplink_status_propagation.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.412423 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.412924 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Sep 16 19:02:42.413244 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Loading extension file: vlantransparent.py {{(pid=75055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 16 19:02:42.413905 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 16 19:02:42.414433 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extension vlan-transparent not supported by any of loaded plugins
Sep 16 19:02:42.416638 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:network
Sep 16 19:02:42.417358 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:subnet
Sep 16 19:02:42.418122 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 16 19:02:42.418741 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:port
Sep 16 19:02:42.420012 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.420433 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service FLAVORS assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.421061 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.421476 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.421801 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:router
Sep 16 19:02:42.423013 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:floatingip
Sep 16 19:02:42.423774 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service METERING assigned prefix: /metering {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.425190 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f04468ba850>> rbac-policy before_create 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.425552 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f04468ba850>> rbac-policy before_update 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.425899 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f04468ba850>> rbac-policy before_delete 55550000 {{(pid=75055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:02:42.427058 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 16 19:02:42.427487 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:security_group
Sep 16 19:02:42.428131 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 16 19:02:42.428874 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service CORE assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.429199 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 16 19:02:42.429529 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] subnetpool is already registered
Sep 16 19:02:42.430129 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service CORE assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.430470 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 16 19:02:42.430790 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] subnetpool is already registered
Sep 16 19:02:42.433308 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.433728 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service FLAVORS assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.434345 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.434755 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.435078 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:router
Sep 16 19:02:42.435399 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] router is already registered
Sep 16 19:02:42.435986 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:floatingip
Sep 16 19:02:42.436306 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] floatingip is already registered
Sep 16 19:02:42.436921 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service METERING assigned prefix: /metering {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.437582 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 16 19:02:42.437906 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] rbac_policy is already registered
Sep 16 19:02:42.439173 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:security_group
Sep 16 19:02:42.439533 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] security_group is already registered
Sep 16 19:02:42.440117 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 16 19:02:42.444284 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] security_group_rule is already registered
Sep 16 19:02:42.444284 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service CORE assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.444284 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 16 19:02:42.444284 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] subnetpool is already registered
Sep 16 19:02:42.444284 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.v2.resource_helper [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Service CORE assigned prefix:  {{(pid=75055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 19:02:42.444284 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 16 19:02:42.444284 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING neutron.quota.resource_registry [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] subnetpool is already registered
Sep 16 19:02:42.444284 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: extensions {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.444959 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: address-groups {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.446561 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: address-scopes {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.447724 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: agents {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.448853 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: auto-allocated-topology {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.450055 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: availability_zones {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.451374 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: dhcp-networks {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.452793 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: dhcp-agents {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.454240 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: routers {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.455976 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: flavors {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.457110 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: service_profiles {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.458303 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: next_providers {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.459785 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: service_profiles {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.461183 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: floatingip-pools {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.462377 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: routers {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.464122 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: floatingips {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.465317 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: l3-routers {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.466678 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: l3-agents {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.468031 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: metering-labels {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.470555 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: metering-label-rules {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.471806 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: network-ip-availabilities {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.473026 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: bindings {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.474712 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: quotas {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.476102 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: quotas {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.477519 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: rbac-policies {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.478816 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: security-groups {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.479992 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: security-group-rules {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.481202 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: service-providers {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.482419 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: subnetpools {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.484057 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: subnetpools {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.486220 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: tags {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.487804 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: tags {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.489582 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: tags {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.491358 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: tags {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.493073 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: tags {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.494723 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: tags {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.496446 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: tags {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.498256 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: tags {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.500061 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: tags {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.502450 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron.api.extensions [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Extended resource: tags {{(pid=75055) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 16 19:02:42.508186 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING keystonemiddleware.auth_token [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Sep 16 19:02:42.512848 dv-cinder-809447-1-iscsi neutron-server[75055]: WARNING keystonemiddleware.auth_token [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Sep 16 19:02:42.522757 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_concurrency.lockutils [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Acquired lock "singleton_lock" {{(pid=75055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Sep 16 19:02:42.523230 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_concurrency.lockutils [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Releasing lock "singleton_lock" {{(pid=75055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Sep 16 19:02:42.523857 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO oslo_service.service [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Starting 2 workers
Sep 16 19:02:42.528349 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Started child 75160 {{(pid=75055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 16 19:02:42.532676 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Started child 75161 {{(pid=75055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 16 19:02:42.533634 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:42.534263 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO neutron.service [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Neutron service started, listening on 0.0.0.0:9696
Sep 16 19:02:42.534877 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Notify callbacks [] for process, before_spawn {{(pid=75055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:42.535097 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [-] (75160) wsgi starting up on http://0.0.0.0:9696
Sep 16 19:02:42.537217 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:42.537719 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO oslo_service.service [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Starting 1 workers
Sep 16 19:02:42.538495 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [-] (75161) wsgi starting up on http://0.0.0.0:9696
Sep 16 19:02:42.542190 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Started child 75162 {{(pid=75055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 16 19:02:42.542693 dv-cinder-809447-1-iscsi neutron-server[75055]: INFO oslo_service.service [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Starting 1 workers
Sep 16 19:02:42.545643 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.service [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] calling RpcWorker wait() {{(pid=75162) _wait /opt/stack/neutron/neutron/service.py:128}}
Sep 16 19:02:42.546300 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.service [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] returning from RpcWorker wait() {{(pid=75162) _wait /opt/stack/neutron/neutron/service.py:135}}
Sep 16 19:02:42.546758 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Started child 75163 {{(pid=75055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 16 19:02:42.547345 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:42.548016 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG neutron_lib.callbacks.manager [None req-ee7939b9-1868-45b4-97d0-1993cb82f654 None None] Notify callbacks [] for process, after_spawn {{(pid=75055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:42.548926 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:02:42.550107 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Sep 16 19:02:42.550397 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 16 19:02:42.550582 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 16 19:02:42.550786 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 16 19:02:42.551125 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 16 19:02:42.551292 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 16 19:02:42.551794 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.552048 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.552208 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:42.552728 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.552728 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.553014 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.553313 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.553586 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.553810 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.554075 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.554328 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.554487 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.554638 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.554885 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.555109 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.555395 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.555674 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.555928 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.556185 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.556340 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.556582 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.556836 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.557059 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.557408 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] debug                          = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.557566 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.558029 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.558272 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.558521 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.558752 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.559009 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.559230 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.559480 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.559690 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.559898 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.560243 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.560407 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.560603 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.560848 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.561111 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.561321 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.561794 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] host                           = dv-cinder-809447-1-iscsi {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.562034 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.562288 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.562528 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.562770 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.563007 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.563303 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.564053 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.564254 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.564508 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.564742 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.564991 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.565210 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.565436 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.565688 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.565854 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.566080 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.566370 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.566631 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.566820 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.566973 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.567147 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.567414 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.567683 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.567827 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.568035 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.568242 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.568449 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.568706 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.568930 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.569181 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.569388 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.569622 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.569855 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.570116 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.570386 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.570573 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.570796 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.571036 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.571267 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.571478 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.571684 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.571907 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.572118 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.572323 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.572548 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.572804 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.573064 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.573302 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.573543 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.573764 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.573984 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.575220 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.575220 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.575220 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.575220 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.575220 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.575523 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.575603 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.575770 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.575989 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.576215 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.576408 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.576641 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.576717 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:02:42.576893 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.577188 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.577332 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.577564 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.577840 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.578065 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.578444 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.578752 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.579204 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.579427 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.579670 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.579959 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.580130 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.580342 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.580605 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.580851 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.581167 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.581526 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.581967 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.582396 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.582664 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.22/identity {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.582910 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.583142 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.583397 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.583620 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.583828 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.584034 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.584242 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.584502 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.584717 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.584944 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.585165 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.585423 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.585631 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.585879 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.586124 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.586411 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.586640 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.586875 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.589301 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.589301 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.589301 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.589301 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.589301 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.589301 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.589301 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.589301 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.590394 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.593164 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.593164 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.593164 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.593607 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.593802 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.594101 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.594437 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.594836 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.595136 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.595471 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.595770 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.596075 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.596370 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.596664 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.596969 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.597264 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.597557 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.597848 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.598229 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.598503 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.598775 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.599065 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.599368 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.599648 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.599938 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.600224 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.600511 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.600884 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.601205 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.601498 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.601816 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.602093 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.602424 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.602751 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.602994 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.603251 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.603478 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.603715 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.603965 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.604219 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.604457 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.604686 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.604897 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.605148 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.605394 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.605993 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.605993 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.606204 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.606394 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.606630 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.606970 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.607097 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.607489 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.607879 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.608140 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.608622 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.608886 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.609159 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.609419 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.609689 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.609931 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.610772 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.611098 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.611358 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.611631 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.611912 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.612197 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.612444 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.612828 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.613251 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.613630 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.614064 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.614482 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.614887 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.615251 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.615682 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.616086 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.616326 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.616562 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.616801 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.617140 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.617391 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.617609 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.617868 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.618223 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.618490 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.618739 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.619153 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.619583 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.619843 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.620113 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.620423 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.22/identity {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.620665 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.620900 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.621235 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.621456 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.621701 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.621941 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.622207 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.622425 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.622633 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.622870 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.623104 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.623326 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.623574 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.623792 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.624028 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.624276 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.624512 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.624750 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.624998 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.625233 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.625471 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.626294 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.626537 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.627259 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.627259 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.627526 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.627674 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.627825 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.628078 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.628321 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.628558 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.628957 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.629368 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.629614 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.629998 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.630254 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.630476 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.630687 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.631078 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.631530 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.631754 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.632019 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.632255 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.632588 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.632821 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.633076 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.633329 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.633565 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.633789 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.634009 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.634252 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.634471 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.634692 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.634933 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.635159 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.635418 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.635653 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.635872 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.636116 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.636332 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.636541 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.636814 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.637029 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.637242 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.637543 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.637789 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.638021 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.638288 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.638531 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.638760 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.638995 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.639228 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.639442 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.639648 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.639940 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.640186 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.640402 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.640688 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.640933 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.641162 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.641508 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.641870 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.642081 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.642389 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.642623 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.642855 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.643092 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.643363 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.643694 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.643983 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.644224 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.644474 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.644764 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.645038 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.645319 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.645531 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.645826 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.646170 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.646483 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.646728 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.646969 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.647251 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.647500 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.647713 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.647952 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.648198 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.648431 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.648664 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.648901 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.649145 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.649360 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.649582 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.649796 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.650032 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.650299 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.650538 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.650750 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.650902 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 16 19:02:42.651414 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Sep 16 19:02:42.651596 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 16 19:02:42.651722 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 16 19:02:42.651896 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 16 19:02:42.652063 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 16 19:02:42.652212 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 16 19:02:42.652414 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.652699 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.652699 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.652862 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.653023 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.653216 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.653382 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.653539 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.653697 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.653853 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.654012 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.654209 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.654371 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.654528 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.654687 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.654844 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.655000 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.655157 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.655319 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.655477 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.655638 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.655797 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.655954 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] debug                          = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.656116 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.656300 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.656465 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.656618 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.657436 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.657590 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.657743 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.657902 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.658057 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.658244 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.658407 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.658562 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.658720 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.658877 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.659036 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.659192 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.659350 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] host                           = dv-cinder-809447-1-iscsi {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.659507 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.659664 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.659821 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.659977 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.660134 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.660290 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.660447 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.660603 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.660759 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.660915 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.661072 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.661227 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.661383 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.661540 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.661743 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.661838 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.661993 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.662346 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.662346 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.662500 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.662654 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.662852 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.662987 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.663125 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.663255 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.663383 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.663543 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.663684 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.663850 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.664008 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.664164 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.664321 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.664477 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.664634 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.664790 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.664949 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.665104 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.665260 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.665417 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.665574 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.665753 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.665882 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.666039 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.666215 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.666374 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.666531 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.666688 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.666846 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.667003 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.667162 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.667319 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.667477 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.667638 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.667956 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.667956 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.668110 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.668236 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.668392 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.668549 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.668706 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.668862 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.669018 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.669174 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.669331 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.669488 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.669644 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.669800 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.669956 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.670111 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 19:02:42.670307 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.670467 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.670636 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.670796 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.670955 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.671114 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.671272 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.671431 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.671590 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.671749 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.671916 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.672076 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.672256 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.672417 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.672630 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.22/identity {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.672739 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:02:42.672824 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.672934 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.673253 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.673421 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.673584 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.673745 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.673964 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.674059 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.674256 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.674417 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.674577 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.674735 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.674895 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.675055 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.675215 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.675374 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.675532 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.675693 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.675856 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.676017 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.676177 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.676336 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.676496 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.676657 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.676816 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.676987 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.677146 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.677305 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.677464 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.677624 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.677784 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.677942 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.678101 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.678283 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.678443 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.678602 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.678775 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.678934 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.679093 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.679252 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.679411 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.679571 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.679731 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.679890 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.680050 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.680208 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.680367 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.680526 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.680691 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.680832 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.680993 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.681151 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.681311 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.681472 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.681632 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.681791 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.681953 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.682111 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.682291 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.682464 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.682637 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.682796 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.682955 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.683114 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.683272 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.683429 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.683589 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.683747 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.683906 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.684069 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.684227 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.684385 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.684547 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.684705 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.684862 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.685022 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.685180 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.685338 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.685496 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.685655 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.685813 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.685972 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.686131 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.686309 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.686468 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.686625 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.686796 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.687479 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.687479 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.687479 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.687479 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.688803 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.688803 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.688803 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.688803 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.688803 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.689138 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.689212 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.689371 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.689519 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.689679 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.689838 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.690007 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.690585 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.690585 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.690585 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.690814 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.690814 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.690948 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.691111 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.691271 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.691430 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.691588 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.691746 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.692081 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.692081 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.692229 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.692355 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.692515 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.22/identity {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.692673 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.692828 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.692985 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.693144 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.693303 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.693462 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.693621 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.693782 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.693942 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.694114 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.694343 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.694457 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.694588 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.694753 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.694911 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.695071 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.695312 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.695491 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.695631 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.695783 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.695941 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.696145 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.696267 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.696387 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.696538 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.696699 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.696863 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.697023 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.697182 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.697341 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.697492 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.697653 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.697814 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.698021 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.698206 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.698421 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.698551 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.698686 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.698808 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.698967 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.699127 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.699286 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.699445 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.699618 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.699778 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.699936 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.700097 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.700255 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.700415 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.700573 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.700732 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.700892 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.701050 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.701383 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.701383 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.701529 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.701665 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.701823 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.701983 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.702177 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.702324 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.702491 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.702652 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.702800 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.702974 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.703134 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.703293 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.703452 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.703610 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.703840 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.704004 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.704163 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.704311 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.704529 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.704658 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.704790 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.704922 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.705073 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.705233 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.705391 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.705551 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.705723 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.705884 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.706045 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.706225 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.706385 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.706543 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.706703 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.706868 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.707036 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.707202 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.707362 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.707529 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.707695 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.707862 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.708023 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.708187 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.708357 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.708515 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.708673 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.708832 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.708991 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.709150 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.709310 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.709469 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.709628 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.709786 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.709945 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.710104 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.710284 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.710443 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.710601 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.710760 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.710918 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.711076 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.711236 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.711394 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 19:02:42.711546 dv-cinder-809447-1-iscsi neutron-server[75055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 16 19:02:42.995283 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 53856) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:02:43.003845 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064487
Sep 16 19:02:53.427368 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9177b8-0652-473d-85a4-dc1050d6232a None None] get_active_networks_info from dv-cinder-809447-1-iscsi {{(pid=75162) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Sep 16 19:02:53.536983 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9177b8-0652-473d-85a4-dc1050d6232a None None] No non-hosted networks {{(pid=75162) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Sep 16 19:02:53.545732 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.agentschedulers_db [None req-fe9177b8-0652-473d-85a4-dc1050d6232a None None] DHCP Agent not found on host dv-cinder-809447-1-iscsi {{(pid=75162) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Sep 16 19:02:53.656332 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b8850766-5fcc-44ab-8678-3e6aaa3418a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1720032'] for agent, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:53.755024 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1720032'] for agent, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:53.755637 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.755970 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.756296 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.756618 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.758318 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.758904 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.760004 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.760630 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.761129 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.761817 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.762524 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:02:53.763260 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0446610cd0>, 'Open vSwitch agent', 'dv-cinder-809447-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:02:53.771910 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f044656e070>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809447-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:02:55.523450 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-18ef4ea1-b4ed-406a-9cd2-65f44205a954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1720032'] for agent, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:55.559464 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-007f6faa-15bb-4543-b61f-72234f3043f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:56.513052 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1720032'] for agent, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:58.090596 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1720032'] for agent, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:02:58.574291 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.db.l3_hamode_db [None req-8e73ccbe-857c-422d-85d3-6971d939df0b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Sep 16 19:02:58.660348 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e73ccbe-857c-422d-85d3-6971d939df0b None None] Routers set() bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:02:58.660705 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e73ccbe-857c-422d-85d3-6971d939df0b None None] Router IDs set() for agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Sep 16 19:02:59.828240 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 53948) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:00.426037 dv-cinder-809447-1-iscsi neutron-server[75161]: WARNING oslo_policy.policy [None req-70903694-d870-48ad-bc24-273c763ea515 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 19:03:00.426600 dv-cinder-809447-1-iscsi neutron-server[75161]: WARNING oslo_policy.policy [None req-70903694-d870-48ad-bc24-273c763ea515 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 19:03:00.640314 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [None req-70903694-d870-48ad-bc24-273c763ea515 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:03:00.641584 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-70903694-d870-48ad-bc24-273c763ea515 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8113401
Sep 16 19:03:02.881622 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 53962) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:03.267975 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-7a6ec04b-596c-4fdf-8e6e-a143275396d0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:03:03.316319 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.policy [None req-7a6ec04b-596c-4fdf-8e6e-a143275396d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75161) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Sep 16 19:03:03.317047 dv-cinder-809447-1-iscsi neutron-server[75161]: WARNING oslo_policy.policy [None req-7a6ec04b-596c-4fdf-8e6e-a143275396d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 19:03:03.317406 dv-cinder-809447-1-iscsi neutron-server[75161]: WARNING oslo_policy.policy [None req-7a6ec04b-596c-4fdf-8e6e-a143275396d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 19:03:03.320651 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.quota [None req-7a6ec04b-596c-4fdf-8e6e-a143275396d0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f04465fee20>.
Sep 16 19:03:03.335583 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-7a6ec04b-596c-4fdf-8e6e-a143275396d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:03:03.403103 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7a6ec04b-596c-4fdf-8e6e-a143275396d0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517928898', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517869940', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517870255', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517897601', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728517900077', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15787171', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15785686', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1602845', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1649187'] for rbac-policy, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:03.469295 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7a6ec04b-596c-4fdf-8e6e-a143275396d0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:03.470640 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-7a6ec04b-596c-4fdf-8e6e-a143275396d0 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5880694
Sep 16 19:03:05.976474 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 53976) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:06.576516 dv-cinder-809447-1-iscsi neutron-server[75160]: WARNING oslo_policy.policy [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 19:03:06.577120 dv-cinder-809447-1-iscsi neutron-server[75160]: WARNING oslo_policy.policy [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 19:03:06.791801 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Request body: {'network': {'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'admin_state_up': True, 'name': 'private'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:03:06.793341 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.quota [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0446610400>.
Sep 16 19:03:06.809048 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:03:06.815505 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Usage tracker for resource:network and tenant:0cc8f01511ab4fe79db8aa3ab479d21b is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:03:06.821104 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:03:06.828560 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:03:06.843856 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Made reservation on behalf of 0cc8f01511ab4fe79db8aa3ab479d21b for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:03:06.877805 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.policy [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75160) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Sep 16 19:03:06.878581 dv-cinder-809447-1-iscsi neutron-server[75160]: WARNING oslo_policy.policy [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 19:03:06.878952 dv-cinder-809447-1-iscsi neutron-server[75160]: WARNING oslo_policy.policy [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 19:03:06.883389 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:06.905510 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:06.954067 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:03:06.957683 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Usage tracker for resource:security_group_rule and tenant:0cc8f01511ab4fe79db8aa3ab479d21b is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:03:06.960518 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:03:06.968343 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:03:07.042454 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:07.046036 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:07.051682 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:07.069789 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:03:07.096514 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728521870264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:07.097117 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f044720bb80> segment precommit_create {{(pid=75160) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 16 19:03:07.097584 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Added segment 6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3 of type vlan for network fdb8d9b4-3ac0-46f0-8a61-28e57147883b
Sep 16 19:03:07.148354 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc57c8be-86b5-4887-8a31-e2eb9f92ef26,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:07.174092 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.174453 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.174777 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.175097 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.175431 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.175751 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.176061 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.176388 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.176700 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.177006 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.177312 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Tracked resource versions report:
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]: pushed versions:
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]: {   'ConntrackHelper': {'1.0'},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     'Log': {'1.0'},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     'Network': {'1.1'},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     'Port': {'1.5'},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     'PortForwarding': {'1.2'},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     'QosPolicy': {'1.8'},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     'SecurityGroup': {'1.2'},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     'SecurityGroupRule': {'1.0'},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     'SubPort': {'1.0'},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     'Subnet': {'1.1'},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     'Trunk': {'1.1'}}
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]: consumer versions:
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]: {   DHCP agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     L3 agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     Metadata agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     Metering agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:     Open vSwitch agent@dv-cinder-809447-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'Log': '1.0',
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'Network': '1.1',
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'Port': '1.5',
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'PortForwarding': '1.2',
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'QosPolicy': '1.8',
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'SecurityGroup': '1.2',
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'SecurityGroupRule': '1.0',
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'SubPort': '1.0',
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'Subnet': '1.1',
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'Trunk': '1.1'}}
Sep 16 19:03:07.178439 dv-cinder-809447-1-iscsi neutron-server[75160]:  {{(pid=75160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 19:03:07.216993 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:07.229392 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:07.259818 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:07.261250 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:03:07.261907 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:07.266829 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:07.364169 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3865077
Sep 16 19:03:07.371875 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb8d9b4-3ac0-46f0-8a61-28e57147883b,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:07.376701 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:07.384485 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network fdb8d9b4-3ac0-46f0-8a61-28e57147883b details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:03:09.921801 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 53998) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:10.393318 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f421f-2b97-4b45-9e15-7d8ba5343252 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:03:10.394672 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-cf5f421f-2b97-4b45-9e15-7d8ba5343252 admin admin] 10.222.0.22 "GET /v2.0/networks/fdb8d9b4-3ac0-46f0-8a61-28e57147883b HTTP/1.1" status: 200  len: 825 time: 0.4718108
Sep 16 19:03:10.424487 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-f40bcb6f-8d92-4cf0-915e-fbffefde89c9 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/beccc10e-619e-4eb2-bf99-7e932a3f0130 HTTP/1.1" status: 200  len: 734 time: 0.0246119
Sep 16 19:03:10.432854 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Request body: {'subnet': {'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'ip_version': 4, 'subnetpool_id': 'beccc10e-619e-4eb2-bf99-7e932a3f0130', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:03:10.437360 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:03:10.441619 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Usage tracker for resource:subnet and tenant:0cc8f01511ab4fe79db8aa3ab479d21b is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:03:10.444867 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:03:10.450494 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:03:10.459500 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Made reservation on behalf of 0cc8f01511ab4fe79db8aa3ab479d21b for: {'subnet': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:03:10.461680 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:10.733103 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:10.739494 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:10.818232 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1d153f-2452-417a-9637-1fbe4a05f3a1,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:10.822552 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:10.823653 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Checking segment: {'id': '6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:03:10.824023 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Network hostable DHCP agents. Network: fdb8d9b4-3ac0-46f0-8a61-28e57147883b, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:03:10.850134 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Network fdb8d9b4-3ac0-46f0-8a61-28e57147883b is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:03:10.859551 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, fdb8d9b4-3ac0-46f0-8a61-28e57147883b) {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:03:10.863864 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:03:10.864432 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:10.869815 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ba45d-6cee-4227-9341-d1e63782039d None None] Network fdb8d9b4-3ac0-46f0-8a61-28e57147883b requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:03:10.883424 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4538565
Sep 16 19:03:11.181838 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4d7c6a9-5804-5803-a105-e0f3269092f5-fdb8d9b4-3ac0-46f0-8a61-28e57147883b', 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'fixed_ips': [{'subnet_id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1'}]}} from dv-cinder-809447-1-iscsi. {{(pid=75162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 16 19:03:11.183073 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:11.364583 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.db_base_plugin_common [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Allocated IP 172.20.0.2 (fdb8d9b4-3ac0-46f0-8a61-28e57147883b/aa1d153f-2452-417a-9637-1fbe4a05f3a1/47df2062-65cc-4677-8bef-b99b8ebb7e5c) {{(pid=75162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:03:11.592603 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Notify callbacks [] for port, precommit_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:11.606004 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Transition to ACTIVE for port object 47df2062-65cc-4677-8bef-b99b8ebb7e5c will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:03:11.628473 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Transition to ACTIVE for port object 47df2062-65cc-4677-8bef-b99b8ebb7e5c will not be triggered until provisioned by entity DHCP. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:03:11.635569 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:11.640032 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:11.702214 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Network fdb8d9b4-3ac0-46f0-8a61-28e57147883b is already hosted by enough agents. {{(pid=75162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:03:11.706073 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.base_scheduler [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Resources bound (agent type, host, resource id):  {{(pid=75162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:03:11.707802 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Pushing event updated for resources: {'Port': ['ID=47df2062-65cc-4677-8bef-b99b8ebb7e5c,revision_number=1']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:11.712372 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Received port after_create {{(pid=75162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:03:11.721476 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.721804 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.722128 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.722468 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.722783 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.723136 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.723405 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.723727 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.724038 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.724341 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.724642 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Tracked resource versions report:
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]: pushed versions:
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]: {   'ConntrackHelper': {'1.0'},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     'Log': {'1.0'},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     'Network': {'1.1'},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     'Port': {'1.5'},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     'PortForwarding': {'1.2'},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     'QosPolicy': {'1.8'},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     'SecurityGroup': {'1.2'},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     'SecurityGroupRule': {'1.0'},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     'SubPort': {'1.0'},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     'Subnet': {'1.1'},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     'Trunk': {'1.1'}}
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]: consumer versions:
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]: {   DHCP agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     L3 agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     Metadata agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     Metering agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:     Open vSwitch agent@dv-cinder-809447-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'Log': '1.0',
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'Network': '1.1',
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'Port': '1.5',
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'PortForwarding': '1.2',
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'QosPolicy': '1.8',
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'SecurityGroup': '1.2',
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'SecurityGroupRule': '1.0',
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'SubPort': '1.0',
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'Subnet': '1.1',
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'Trunk': '1.1'}}
Sep 16 19:03:11.725769 dv-cinder-809447-1-iscsi neutron-server[75162]:  {{(pid=75162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 19:03:11.754803 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:11.812872 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Attempting to bind port 47df2062-65cc-4677-8bef-b99b8ebb7e5c on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:03:11.813267 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Attempting to bind port 47df2062-65cc-4677-8bef-b99b8ebb7e5c by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:03:11.813674 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Attempting to bind port 47df2062-65cc-4677-8bef-b99b8ebb7e5c on network fdb8d9b4-3ac0-46f0-8a61-28e57147883b {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:03:11.819971 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:03:11.820382 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Checking segment: {'id': '6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:03:11.820856 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:11.821240 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Bound using segment: {'id': '6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:03:11.821688 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Bound port: 47df2062-65cc-4677-8bef-b99b8ebb7e5c, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:03:11.822063 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:11.905091 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] For port 47df2062-65cc-4677-8bef-b99b8ebb7e5c, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:03:11.909610 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] For port 47df2062-65cc-4677-8bef-b99b8ebb7e5c, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=47df2062-65cc-4677-8bef-b99b8ebb7e5c,segment=NetworkSegment(6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3),segment_id=6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:03:11.913860 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:11.917513 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:12.017639 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Pushing event updated for resources: {'Port': ['ID=47df2062-65cc-4677-8bef-b99b8ebb7e5c,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:12.021196 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:13.195536 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54008) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:13.591264 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [None req-1c6f6d64-51ee-42f7-8b71-9496720d9799 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:03:13.606168 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-1c6f6d64-51ee-42f7-8b71-9496720d9799 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3957675
Sep 16 19:03:15.706538 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b3429-d8b3-49f6-9355-a740d32291d6 None None] Network fdb8d9b4-3ac0-46f0-8a61-28e57147883b requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:03:15.816383 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-a4bf59d9-ebd8-4713-85bd-41b27f1e27f3 None None] Provisioning for port 47df2062-65cc-4677-8bef-b99b8ebb7e5c completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:03:15.888174 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54022) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:16.068650 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 47df2062-65cc-4677-8bef-b99b8ebb7e5c up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:03:16.138803 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 47df2062-65cc-4677-8bef-b99b8ebb7e5c completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:03:16.144074 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 47df2062-65cc-4677-8bef-b99b8ebb7e5c triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:03:16.144481 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:16.269039 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:16.279195 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-bee95a96-5d16-4c60-b79e-8308dbb05b94 None None] Provisioning complete for port 47df2062-65cc-4677-8bef-b99b8ebb7e5c triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:03:16.279561 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-bee95a96-5d16-4c60-b79e-8308dbb05b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:16.315536 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [None req-f1f46365-256b-4fea-a079-dfc3bc233bc9 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:03:16.316564 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-f1f46365-256b-4fea-a079-dfc3bc233bc9 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4273150
Sep 16 19:03:16.352092 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 47df2062-65cc-4677-8bef-b99b8ebb7e5c, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=47df2062-65cc-4677-8bef-b99b8ebb7e5c,segment=NetworkSegment(6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3),segment_id=6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:03:16.356861 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:16.362027 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:16.479199 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=47df2062-65cc-4677-8bef-b99b8ebb7e5c,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:16.482302 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:18.037816 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 47df2062-65cc-4677-8bef-b99b8ebb7e5c up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:03:18.109584 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 47df2062-65cc-4677-8bef-b99b8ebb7e5c triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:03:18.109947 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:18.943096 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54034) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:19.310754 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:03:19.315707 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:03:19.319352 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] Usage tracker for resource:router and tenant:0cc8f01511ab4fe79db8aa3ab479d21b is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:03:19.322605 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:03:19.328740 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:03:19.338531 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25041'] for router, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:19.339945 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25066'] for router, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:19.365056 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:19.481991 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864'] for router, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:19.500087 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:19.501477 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-272e9758-77cc-4323-b836-f382d0ae4bd5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5574405
Sep 16 19:03:21.720452 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54044) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:22.118562 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [None req-deefbaf9-b74e-4b4f-b9df-0a4d1e6c0229 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:03:22.119546 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-deefbaf9-b74e-4b4f-b9df-0a4d1e6c0229 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3982136
Sep 16 19:03:23.389072 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff024086-c541-44bd-affc-10aaa9d00fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:23.726806 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:24.368723 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54054) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:24.747447 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:03:24.753268 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:03:24.756992 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Usage tracker for resource:network and tenant:71fe781c89f14ffa9fdd362aed3144b2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:03:24.759793 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:03:24.765595 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:03:24.775823 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Made reservation on behalf of 71fe781c89f14ffa9fdd362aed3144b2 for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:03:24.778010 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:24.789905 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:24.821021 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:03:24.824714 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Usage tracker for resource:security_group_rule and tenant:71fe781c89f14ffa9fdd362aed3144b2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:03:24.827531 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:03:24.833679 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:03:24.895772 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:24.899325 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:24.903369 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:24.918662 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Reserving flat network on physical network physnet1 {{(pid=75160) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Sep 16 19:03:24.939370 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3982286-addb-4b9d-8482-e59999448cf8,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:24.943725 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:24.944648 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:24.944979 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Added segment b1cd03eb-4847-4748-830c-3eae284ec14a of type flat for network 12b4b60e-61ac-4f17-9f35-3f35015313b9
Sep 16 19:03:24.980229 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:25.017066 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:25.018202 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:03:25.018770 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:25.023178 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-956ff938-aff6-473d-88c7-739d301f9f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:25.114085 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7443216
Sep 16 19:03:25.121684 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Pushing event updated for resources: {'Network': ['ID=12b4b60e-61ac-4f17-9f35-3f35015313b9,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:25.127641 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:25.141237 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:03:25.515138 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5143424f-016d-4f67-99eb-fbb42d4f3ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:26.468249 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:27.340041 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54070) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:27.690202 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a9dbb9-94a7-4bbd-a36f-8964611781ef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:03:27.691520 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d3a9dbb9-94a7-4bbd-a36f-8964611781ef admin admin] 10.222.0.22 "GET /v2.0/subnets/aa1d153f-2452-417a-9637-1fbe4a05f3a1 HTTP/1.1" status: 200  len: 849 time: 0.3504953
Sep 16 19:03:27.836366 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-87459612-c76d-4b22-92ed-152e04b384f8 admin admin] 10.222.0.22 "GET /v2.0/routers/0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 HTTP/1.1" status: 200  len: 704 time: 0.1395683
Sep 16 19:03:28.027148 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:28.306721 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:28.537250 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Allocated IP 172.20.0.1 (fdb8d9b4-3ac0-46f0-8a61-28e57147883b/aa1d153f-2452-417a-9637-1fbe4a05f3a1/263b0fdd-ad7c-4c88-8ebf-9d955de9e036) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:03:28.720931 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:28.738902 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Transition to ACTIVE for port object 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 will not be triggered until provisioned by entity DHCP. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:03:28.786955 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:28.791041 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:28.853741 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Network fdb8d9b4-3ac0-46f0-8a61-28e57147883b is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:03:28.856442 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:03:28.859765 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:03:28.860267 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704966'] for router_interface, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:28.870061 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Pushing event updated for resources: {'Port': ['ID=263b0fdd-ad7c-4c88-8ebf-9d955de9e036,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:28.910412 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:28.993367 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:29.060266 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-ba1468b4-0280-48c8-adc5-db1cd8329064 None None] Provisioning for port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:03:29.066204 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-ba1468b4-0280-48c8-adc5-db1cd8329064 None None] Provisioning complete for port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:03:29.066582 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ba1468b4-0280-48c8-adc5-db1cd8329064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:29.118666 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-ba1468b4-0280-48c8-adc5-db1cd8329064 None None] Port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:03:29.219391 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:29.223591 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:29.224869 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15345371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719594'] for router_interface, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:29.228495 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:29.319179 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Pushing event updated for resources: {'Port': ['ID=263b0fdd-ad7c-4c88-8ebf-9d955de9e036,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:29.322965 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:29.422662 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Network fdb8d9b4-3ac0-46f0-8a61-28e57147883b is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:03:29.423722 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:03:29.642297 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-4e116000-ff52-4046-853f-aa305047573a None None] Provisioning complete for port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:03:29.642674 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e116000-ff52-4046-853f-aa305047573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:29.695932 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-4e116000-ff52-4046-853f-aa305047573a None None] Port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:03:29.777744 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Router 0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 is scheduled to L3 agent 47301655-9877-4924-9286-fd3835d3484c with binding_index 1 {{(pid=75160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 16 19:03:29.943919 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:03:29.952533 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] 10.222.0.22 "PUT /v2.0/routers/0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1109560
Sep 16 19:03:29.953581 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Sync routers for ids ['0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:03:29.967793 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Routers {'0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:03:29.969443 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04465eef40>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:03:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:03:30.146549 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Set router 0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 gateway port host: None {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:03:30.524399 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04465eef40>, [{'id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'name': 'router1', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:19Z', 'updated_at': '2021-09-16T19:03:28Z', 'revision_number': 2, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'gw_port_host': None, '_interfaces': [{'id': '263b0fdd-ad7c-4c88-8ebf-9d955de9e036', 'name': '', 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'mac_address': 'fa:16:3e:e3:02:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:28Z', 'updated_at': '2021-09-16T19:03:29Z', 'revision_number': 2, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'subnets': [{'id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beccc10e-619e-4eb2-bf99-7e932a3f0130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:03:30.529491 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Checking router: 0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:03:30.529857 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Updating router 0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 binding host dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:03:30.586734 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:30.977460 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Notify callbacks [] for port, precommit_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:30.993049 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.provisioning_blocks [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Transition to ACTIVE for port object 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 will not be triggered until provisioned by entity L2. {{(pid=75163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:03:31.000224 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:31.007199 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:31.209333 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Pushing event updated for resources: {'Port': ['ID=263b0fdd-ad7c-4c88-8ebf-9d955de9e036,revision_number=3']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:31.263329 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.263672 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.264004 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.264326 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.264649 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.264961 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.265821 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.266132 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.266504 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.266816 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.267126 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Tracked resource versions report:
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]: pushed versions:
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]: {   'ConntrackHelper': {'1.0'},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     'Log': {'1.0'},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     'Network': {'1.1'},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     'Port': {'1.5'},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     'PortForwarding': {'1.2'},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     'QosPolicy': {'1.8'},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     'SecurityGroup': {'1.2'},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     'SecurityGroupRule': {'1.0'},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     'SubPort': {'1.0'},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     'Subnet': {'1.1'},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     'Trunk': {'1.1'}}
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]: consumer versions:
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]: {   DHCP agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     L3 agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     Metadata agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     Metering agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:     Open vSwitch agent@dv-cinder-809447-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'Log': '1.0',
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'Network': '1.1',
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'Port': '1.5',
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'PortForwarding': '1.2',
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'QosPolicy': '1.8',
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'SecurityGroup': '1.2',
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'SecurityGroupRule': '1.0',
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'SubPort': '1.0',
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'Subnet': '1.1',
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'Trunk': '1.1'}}
Sep 16 19:03:31.268254 dv-cinder-809447-1-iscsi neutron-server[75163]:  {{(pid=75163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 19:03:31.275691 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:31.277752 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Attempting to bind port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:03:31.278865 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Attempting to bind port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b'}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:03:31.278865 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Attempting to bind port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 on network fdb8d9b4-3ac0-46f0-8a61-28e57147883b {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:03:31.285603 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:03:31.286032 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Checking segment: {'id': '6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:03:31.286534 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:31.286917 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Bound using segment: {'id': '6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b'} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:03:31.287391 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Bound port: 263b0fdd-ad7c-4c88-8ebf-9d955de9e036, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b'}}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:03:31.287773 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:31.375985 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] For port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:03:31.380238 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] For port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=263b0fdd-ad7c-4c88-8ebf-9d955de9e036,segment=NetworkSegment(6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3),segment_id=6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3)] {{(pid=75163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:03:31.385483 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:31.391165 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:31.475135 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Pushing event updated for resources: {'Port': ['ID=263b0fdd-ad7c-4c88-8ebf-9d955de9e036,revision_number=4']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:31.478350 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:31.479071 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Routers {'0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:03:31.479676 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04465eef40>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:03:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:03:31.637510 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] Set router 0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 gateway port host: None {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:03:31.962278 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04465eef40>, [{'id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'name': 'router1', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:19Z', 'updated_at': '2021-09-16T19:03:28Z', 'revision_number': 2, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'gw_port_host': None, '_interfaces': [{'id': '263b0fdd-ad7c-4c88-8ebf-9d955de9e036', 'name': '', 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'mac_address': 'fa:16:3e:e3:02:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:28Z', 'updated_at': '2021-09-16T19:03:31Z', 'revision_number': 4, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'subnets': [{'id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beccc10e-619e-4eb2-bf99-7e932a3f0130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:03:31.966749 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ccc7ef-5b23-461f-a007-72631a93545f None None] The sync data for ids ['0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'] in dv-cinder-809447-1-iscsi is: [{'id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'name': 'router1', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:19Z', 'updated_at': '2021-09-16T19:03:28Z', 'revision_number': 2, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'gw_port_host': None, '_interfaces': [{'id': '263b0fdd-ad7c-4c88-8ebf-9d955de9e036', 'name': '', 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'mac_address': 'fa:16:3e:e3:02:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:28Z', 'updated_at': '2021-09-16T19:03:31Z', 'revision_number': 4, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'subnets': [{'id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beccc10e-619e-4eb2-bf99-7e932a3f0130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:03:32.252159 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 54092) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:32.463912 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13161c-960d-4839-8ab4-48c1d4da612c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:03:32.465419 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-9c13161c-960d-4839-8ab4-48c1d4da612c admin admin] 10.222.0.22 "GET /v2.0/networks/12b4b60e-61ac-4f17-9f35-3f35015313b9 HTTP/1.1" status: 200  len: 842 time: 0.2123423
Sep 16 19:03:32.475681 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:03:32.480901 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:03:32.486376 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Usage tracker for resource:subnet and tenant:71fe781c89f14ffa9fdd362aed3144b2 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:03:32.490473 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:03:32.496767 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:03:32.507616 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Made reservation on behalf of 71fe781c89f14ffa9fdd362aed3144b2 for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:03:32.510369 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:32.976718 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.objects.ports [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75161) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Sep 16 19:03:32.977170 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:32.986107 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:33.072491 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:03:33.072861 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Network hostable DHCP agents. Network: 12b4b60e-61ac-4f17-9f35-3f35015313b9, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:03:33.076762 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e376e1f8-1328-4493-b9bc-992bfe35d0a0,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:33.091564 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.091894 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.092216 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.092533 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.092851 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.093163 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.093673 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.093998 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.094340 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.094646 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.094949 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Tracked resource versions report:
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]: pushed versions:
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]: {   'ConntrackHelper': {'1.0'},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     'Log': {'1.0'},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     'Network': {'1.1'},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     'Port': {'1.5'},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     'PortForwarding': {'1.2'},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     'QosPolicy': {'1.8'},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     'SecurityGroup': {'1.2'},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     'SecurityGroupRule': {'1.0'},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     'SubPort': {'1.0'},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     'Subnet': {'1.1'},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     'Trunk': {'1.1'}}
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]: consumer versions:
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]: {   DHCP agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     L3 agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     Metadata agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     Metering agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:     Open vSwitch agent@dv-cinder-809447-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'Log': '1.0',
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'Network': '1.1',
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'Port': '1.5',
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'PortForwarding': '1.2',
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'QosPolicy': '1.8',
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'SecurityGroup': '1.2',
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'SecurityGroupRule': '1.0',
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'SubPort': '1.0',
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'Subnet': '1.1',
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'Trunk': '1.1'}}
Sep 16 19:03:33.096039 dv-cinder-809447-1-iscsi neutron-server[75161]:  {{(pid=75161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 19:03:33.135046 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:33.136158 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:03:33.147955 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 12b4b60e-61ac-4f17-9f35-3f35015313b9) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:03:33.155160 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:03:33.155836 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:33.156502 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6592628e-719d-404a-ae7c-b4c1c47438d0 None None] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:03:33.177912 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-1af1b0e6-14c7-4bca-8d35-1414ecd032cd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7060597
Sep 16 19:03:33.374242 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d6f1f3-d1cd-4476-9d4a-6bd19c172ff2 None None] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:03:34.065165 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:03:34.134974 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:03:34.139362 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:03:34.139716 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:34.248625 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:34.279931 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=263b0fdd-ad7c-4c88-8ebf-9d955de9e036,segment=NetworkSegment(6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3),segment_id=6eb4a2d9-4cd0-4797-936a-fa955bcdb8f3)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:03:34.284066 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:34.286209 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:34.352886 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=263b0fdd-ad7c-4c88-8ebf-9d955de9e036,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:34.355947 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:35.315319 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 54114) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:35.588607 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-a93841bd-f5cd-47fc-8f39-f00c66b8d6b3 admin admin] 10.222.0.22 "GET /v2.0/routers/0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 HTTP/1.1" status: 200  len: 710 time: 0.2721469
Sep 16 19:03:35.720328 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b94f613-31a3-47cb-92c9-0429f07d5ada admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:03:35.721672 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-7b94f613-31a3-47cb-92c9-0429f07d5ada admin admin] 10.222.0.22 "GET /v2.0/networks/12b4b60e-61ac-4f17-9f35-3f35015313b9 HTTP/1.1" status: 200  len: 886 time: 0.1274369
Sep 16 19:03:35.730486 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:03:36.047308 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:03:36.114550 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:03:36.114928 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:36.211316 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:36.397778 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:36.452162 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:36.587183 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Allocated IP 172.27.3.46 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/b338e5dd-0ed8-4450-b31c-a76bed2d81de) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:03:36.740804 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:36.792464 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:36.797173 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:36.865649 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:03:36.869128 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:03:36.871809 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:03:36.894137 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Pushing event updated for resources: {'Port': ['ID=b338e5dd-0ed8-4450-b31c-a76bed2d81de,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:36.901131 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:37.080651 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:37.244981 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:37.248447 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1718882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1718875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330457'] for router, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:37.441668 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Router 0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:03:37.639624 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:03:37.647609 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Notify callbacks [] for router, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:37.648779 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] 10.222.0.22 "PUT /v2.0/routers/0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 HTTP/1.1" status: 200  len: 889 time: 1.9217410
Sep 16 19:03:37.649497 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Sync routers for ids ['0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:03:37.662440 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Routers {'0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:03:37.663126 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446585160>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:03:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:03:37.861547 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Set router 0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:03:38.203443 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446585160>, [{'id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'name': 'router1', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'b338e5dd-0ed8-4450-b31c-a76bed2d81de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:19Z', 'updated_at': '2021-09-16T19:03:36Z', 'revision_number': 4, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'gw_port': {'id': 'b338e5dd-0ed8-4450-b31c-a76bed2d81de', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:36Z', 'updated_at': '2021-09-16T19:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '263b0fdd-ad7c-4c88-8ebf-9d955de9e036', 'name': '', 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'mac_address': 'fa:16:3e:e3:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:28Z', 'updated_at': '2021-09-16T19:03:34Z', 'revision_number': 5, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'subnets': [{'id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beccc10e-619e-4eb2-bf99-7e932a3f0130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:03:38.208598 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Checking router: 0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:03:38.208974 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Updating router 0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 port b338e5dd-0ed8-4450-b31c-a76bed2d81de binding host dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:03:38.261877 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:38.598585 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Notify callbacks [] for port, precommit_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:38.609860 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Transition to ACTIVE for port object b338e5dd-0ed8-4450-b31c-a76bed2d81de will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:03:38.617438 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:38.621142 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:38.722002 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6fb82-297a-4a7f-b6a7-225faa52991e None None] Pushing event updated for resources: {'Port': ['ID=b338e5dd-0ed8-4450-b31c-a76bed2d81de,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:38.724197 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Attempting to bind port b338e5dd-0ed8-4450-b31c-a76bed2d81de on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:03:38.724557 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Attempting to bind port b338e5dd-0ed8-4450-b31c-a76bed2d81de by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:03:38.724905 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Attempting to bind port b338e5dd-0ed8-4450-b31c-a76bed2d81de on network 12b4b60e-61ac-4f17-9f35-3f35015313b9 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:03:38.726978 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-35e6fb82-297a-4a7f-b6a7-225faa52991e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:38.732012 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:03:38.732367 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:03:38.732763 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:38.733135 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Bound using segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:03:38.733592 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Bound port: b338e5dd-0ed8-4450-b31c-a76bed2d81de, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:03:38.734735 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:38.802987 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] For port b338e5dd-0ed8-4450-b31c-a76bed2d81de, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:03:38.805849 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] For port b338e5dd-0ed8-4450-b31c-a76bed2d81de, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=b338e5dd-0ed8-4450-b31c-a76bed2d81de,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:03:38.810167 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:38.814408 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:38.890234 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6fb82-297a-4a7f-b6a7-225faa52991e None None] Pushing event updated for resources: {'Port': ['ID=b338e5dd-0ed8-4450-b31c-a76bed2d81de,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:38.893195 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-35e6fb82-297a-4a7f-b6a7-225faa52991e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:38.894307 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Routers {'0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:03:38.894885 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446585160>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:03:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:03:39.077204 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] Set router 0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:03:39.394758 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446585160>, [{'id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'name': 'router1', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'b338e5dd-0ed8-4450-b31c-a76bed2d81de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:19Z', 'updated_at': '2021-09-16T19:03:36Z', 'revision_number': 4, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'gw_port': {'id': 'b338e5dd-0ed8-4450-b31c-a76bed2d81de', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:36Z', 'updated_at': '2021-09-16T19:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '263b0fdd-ad7c-4c88-8ebf-9d955de9e036', 'name': '', 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'mac_address': 'fa:16:3e:e3:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:28Z', 'updated_at': '2021-09-16T19:03:34Z', 'revision_number': 5, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'subnets': [{'id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beccc10e-619e-4eb2-bf99-7e932a3f0130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:03:39.398828 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916c5d1-6728-4b2c-8b3d-aee93d896a95 None None] The sync data for ids ['0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8'] in dv-cinder-809447-1-iscsi is: [{'id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'name': 'router1', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'b338e5dd-0ed8-4450-b31c-a76bed2d81de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:03:19Z', 'updated_at': '2021-09-16T19:03:36Z', 'revision_number': 4, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'gw_port': {'id': 'b338e5dd-0ed8-4450-b31c-a76bed2d81de', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:36Z', 'updated_at': '2021-09-16T19:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '263b0fdd-ad7c-4c88-8ebf-9d955de9e036', 'name': '', 'network_id': 'fdb8d9b4-3ac0-46f0-8a61-28e57147883b', 'tenant_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'mac_address': 'fa:16:3e:e3:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cea5ab6-6a59-4dcb-b6ea-2b3118a117c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:03:28Z', 'updated_at': '2021-09-16T19:03:34Z', 'revision_number': 5, 'project_id': '0cc8f01511ab4fe79db8aa3ab479d21b', 'subnets': [{'id': 'aa1d153f-2452-417a-9637-1fbe4a05f3a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'beccc10e-619e-4eb2-bf99-7e932a3f0130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:03:39.903260 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 54124) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:03:40.049710 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-26d9619e-b24c-4ff4-8b25-c09b0d8ef0aa admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1453986
Sep 16 19:03:40.072340 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device b338e5dd-0ed8-4450-b31c-a76bed2d81de up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:03:40.149708 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port b338e5dd-0ed8-4450-b31c-a76bed2d81de completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:03:40.155844 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port b338e5dd-0ed8-4450-b31c-a76bed2d81de triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:03:40.156200 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:40.280847 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:40.298608 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port b338e5dd-0ed8-4450-b31c-a76bed2d81de, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=b338e5dd-0ed8-4450-b31c-a76bed2d81de,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:03:40.303338 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:40.305555 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-3d03e879-6389-466c-9e1b-485ddf811125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:03:40.379420 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=b338e5dd-0ed8-4450-b31c-a76bed2d81de,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:03:40.382444 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:03:42.076370 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device b338e5dd-0ed8-4450-b31c-a76bed2d81de up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:03:42.161963 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port b338e5dd-0ed8-4450-b31c-a76bed2d81de triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:03:42.162419 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:53.393073 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6532f091-7ce6-4ff4-898b-f56d7c9a7d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:53.729099 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:54.598773 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 5 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:03:55.517881 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b536dd75-4655-4363-bb47-101dd668ac62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:56.469698 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:03:58.039546 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:04:23.396102 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe200-0d54-491b-bc7a-a4fe6fd7c67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:04:23.733869 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:04:25.523827 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdae1-4b60-4836-9f4a-564719cabee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:04:26.479065 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:04:28.049968 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:04:31.598478 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 5 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:04:53.400882 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a71ba9f5-60c0-4e10-8853-67fdf9e1da01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:04:53.727107 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:04:55.557022 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-f06f8141-81ee-41fd-95e7-c358e1c22bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:04:56.479107 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:04:58.060507 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:08.597740 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 5 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:05:23.404838 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-132c4ed7-09c0-4992-86e4-ee56192e876c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:23.727722 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:25.514882 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-877f6796-5346-4a1d-91e1-f8811d8fc68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:26.482702 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:28.080540 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:42.243791 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 54696) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:05:42.334123 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5a1365-2c30-43f3-8574-48d9e3220f1a admin admin] GET failed (client error): The resource could not be found.
Sep 16 19:05:42.335378 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-9d5a1365-2c30-43f3-8574-48d9e3220f1a admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0905344
Sep 16 19:05:42.469888 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eafcdd-3cac-4f25-a1e2-0b44809e35aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:42.471356 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-79eafcdd-3cac-4f25-a1e2-0b44809e35aa admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1322131
Sep 16 19:05:44.474482 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54706) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:05:44.608669 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39039ce-50b3-4bba-afab-5daa97fd4e64 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:44.610500 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-c39039ce-50b3-4bba-afab-5daa97fd4e64 admin admin] 10.222.0.22 "GET /v2.0/subnets/aa1d153f-2452-417a-9637-1fbe4a05f3a1 HTTP/1.1" status: 200  len: 849 time: 0.1350744
Sep 16 19:05:44.620125 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:05:44.775430 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:44.957011 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728521776878'] for subnet, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:44.961110 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e057fb97-97e8-4f5c-bf05-48d46e799e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:05:45.013514 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efba05e4-dfc9-450d-a417-b2a03270f659 None None] Network fdb8d9b4-3ac0-46f0-8a61-28e57147883b requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:05:45.025300 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1d153f-2452-417a-9637-1fbe4a05f3a1,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:05:45.033950 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:45.034569 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:45.035830 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] 10.222.0.22 "PUT /v2.0/subnets/aa1d153f-2452-417a-9637-1fbe4a05f3a1 HTTP/1.1" status: 200  len: 868 time: 0.4195995
Sep 16 19:05:45.036864 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.037196 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.037570 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.037885 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.038232 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.038547 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.038860 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.039175 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.039483 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.039791 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.040098 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:05:45.044266 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:05:45.469135 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-003e7063-662a-46a7-a19a-36bd238c25e8 None None] Provisioning complete for port 47df2062-65cc-4677-8bef-b99b8ebb7e5c triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:05:45.469532 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-003e7063-662a-46a7-a19a-36bd238c25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:45.589591 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-003e7063-662a-46a7-a19a-36bd238c25e8 None None] Provisioning complete for port 263b0fdd-ad7c-4c88-8ebf-9d955de9e036 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:05:45.589994 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-003e7063-662a-46a7-a19a-36bd238c25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:45.600725 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 5 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:05:47.079524 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54716) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:05:47.277301 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7aefd0-91c6-490f-aaa1-ae54a6636893 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:47.277583 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7aefd0-91c6-490f-aaa1-ae54a6636893 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:47.278324 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-cd7aefd0-91c6-490f-aaa1-ae54a6636893 admin admin] Synchronizing usage tracker for tenant:71fe781c89f14ffa9fdd362aed3144b2 on resource:network {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:05:47.295303 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-cd7aefd0-91c6-490f-aaa1-ae54a6636893 admin admin] Unset dirty status for tenant:71fe781c89f14ffa9fdd362aed3144b2 on resource:network {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:05:47.296497 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-cd7aefd0-91c6-490f-aaa1-ae54a6636893 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2160594
Sep 16 19:05:49.308688 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 54726) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:05:49.502923 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a3c33-be35-4002-87f3-1bc34d1a3b03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:49.503288 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a3c33-be35-4002-87f3-1bc34d1a3b03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:49.504778 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-a05a3c33-be35-4002-87f3-1bc34d1a3b03 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1953394
Sep 16 19:05:51.551018 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54736) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:05:51.741607 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a4772-b330-492f-bd40-7b894146e9a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:51.742910 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d70a4772-b330-492f-bd40-7b894146e9a3 admin admin] 10.222.0.22 "GET /v2.0/networks/12b4b60e-61ac-4f17-9f35-3f35015313b9 HTTP/1.1" status: 200  len: 886 time: 0.1909380
Sep 16 19:05:53.407112 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dd428f52-8e48-4149-9a9b-98ad5d8210ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:53.731648 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:53.833620 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54746) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:05:54.032651 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2522c52f-ac8b-49f2-a8a6-cc787ced40d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:54.033932 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-2522c52f-ac8b-49f2-a8a6-cc787ced40d0 admin admin] 10.222.0.22 "GET /v2.0/networks/fdb8d9b4-3ac0-46f0-8a61-28e57147883b HTTP/1.1" status: 200  len: 869 time: 0.1993265
Sep 16 19:05:55.517362 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-88e61e9c-ce2c-4a80-b34a-0634124fe3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:56.089227 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54756) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:05:56.221757 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c86917-ee87-4778-b713-f10944ce51a8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:56.222121 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c86917-ee87-4778-b713-f10944ce51a8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:56.223636 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-f3c86917-ee87-4778-b713-f10944ce51a8 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1334956
Sep 16 19:05:56.485156 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:58.059893 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:05:58.242236 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54766) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:05:58.369177 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0881ce-a482-4afe-9551-ff1738bd0834 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:58.369538 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0881ce-a482-4afe-9551-ff1738bd0834 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:05:58.371722 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7a0881ce-a482-4afe-9551-ff1738bd0834 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1285520
Sep 16 19:06:00.372815 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54776) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:06:00.504681 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f323eeb-2e04-409c-9992-c0c683b0c90a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:06:00.505986 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-3f323eeb-2e04-409c-9992-c0c683b0c90a admin admin] 10.222.0.22 "GET /v2.0/subnets/aa1d153f-2452-417a-9637-1fbe4a05f3a1 HTTP/1.1" status: 200  len: 868 time: 0.1322482
Sep 16 19:06:02.503568 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54786) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:06:02.626511 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005b4932-3e0a-4e27-8ae7-ce80185c922a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:06:02.627850 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-005b4932-3e0a-4e27-8ae7-ce80185c922a admin admin] 10.222.0.22 "GET /v2.0/subnets/e376e1f8-1328-4493-b9bc-992bfe35d0a0 HTTP/1.1" status: 200  len: 816 time: 0.1233459
Sep 16 19:06:20.223137 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54824) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:06:20.295532 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [None req-08a67c4b-218c-47dd-a086-f5dc964c9228 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:06:20.296536 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-08a67c4b-218c-47dd-a086-f5dc964c9228 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0723960
Sep 16 19:06:22.456504 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54834) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:06:22.548595 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.pecan_wsgi.hooks.translation [None req-4615109c-dcd2-4082-8857-ea91a33b5a9a admin admin] GET failed (client error): The resource could not be found.
Sep 16 19:06:22.549807 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-4615109c-dcd2-4082-8857-ea91a33b5a9a admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0923426
Sep 16 19:06:22.599517 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 5 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:06:22.673939 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a1295-6492-4f2e-a4a0-73c044649914 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:06:22.675341 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-480a1295-6492-4f2e-a4a0-73c044649914 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1216440
Sep 16 19:06:23.414405 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-eddfd4b4-a3a0-4809-abed-67281358a645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:23.734547 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:24.682412 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54844) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:06:24.753119 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:06:24.758205 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:06:24.768367 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:06:24.777745 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Made reservation on behalf of 71fe781c89f14ffa9fdd362aed3144b2 for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:06:24.779963 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:24.868190 dv-cinder-809447-1-iscsi neutron-server[75160]: WARNING neutron.services.revisions.revision_plugin [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0446155100] {project_id='71fe781c89f14ffa9fdd362aed3144b2', id='410e4efe-a9b7-42ea-bb52-cd3dee37d1a2', target_tenant='*', action='access_as_shared', object_id='1608d593-3cd5-4803-b98e-304d459fc07f'}> to bump revision.
Sep 16 19:06:24.880091 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:06:24.889294 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:24.889634 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Added segment b80f351d-56fc-4e60-85f4-9adafa9c05cb of type vlan for network 1608d593-3cd5-4803-b98e-304d459fc07f
Sep 16 19:06:24.914937 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:24.944810 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:24.946066 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:06:24.946662 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:24.950028 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:06:25.046845 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Pushing event updated for resources: {'Network': ['ID=1608d593-3cd5-4803-b98e-304d459fc07f,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:06:25.049861 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3663723
Sep 16 19:06:25.050581 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:06:25.065194 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 1608d593-3cd5-4803-b98e-304d459fc07f details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:06:25.520391 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2be485c5-0d4f-4d44-91ec-72477a3e9aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:26.487911 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:27.076779 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54854) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:06:27.169503 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98da7c6-aa71-41a4-8ed5-84e803f42b1c admin admin] GET failed (client error): The resource could not be found.
Sep 16 19:06:27.169987 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c98da7c6-aa71-41a4-8ed5-84e803f42b1c admin admin] Synchronizing usage tracker for tenant:71fe781c89f14ffa9fdd362aed3144b2 on resource:network {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:06:27.184310 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c98da7c6-aa71-41a4-8ed5-84e803f42b1c admin admin] Unset dirty status for tenant:71fe781c89f14ffa9fdd362aed3144b2 on resource:network {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:06:27.185526 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-c98da7c6-aa71-41a4-8ed5-84e803f42b1c admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1076539
Sep 16 19:06:27.288734 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e3d19b-e001-41ee-8fde-79cc14e5945a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:06:27.290028 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-73e3d19b-e001-41ee-8fde-79cc14e5945a admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1007431
Sep 16 19:06:27.299255 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Request body: {'subnet': {'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:06:27.303494 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:06:27.307203 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Usage tracker for resource:subnet and tenant:71fe781c89f14ffa9fdd362aed3144b2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:06:27.309900 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:06:27.315489 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:06:27.324651 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Made reservation on behalf of 71fe781c89f14ffa9fdd362aed3144b2 for: {'subnet': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:06:27.326968 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:27.546405 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:27.550394 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:06:27.626877 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=83686962-6c08-4622-b194-4e42dd6bcd3d,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:06:27.629690 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:06:27.634031 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Checking segment: {'id': 'b80f351d-56fc-4e60-85f4-9adafa9c05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:06:27.634856 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Network hostable DHCP agents. Network: 1608d593-3cd5-4803-b98e-304d459fc07f, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:06:27.656404 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Network 1608d593-3cd5-4803-b98e-304d459fc07f is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:06:27.664970 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 1608d593-3cd5-4803-b98e-304d459fc07f) {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:06:27.669492 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:06:27.670063 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:27.674132 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09f198f-e2c0-4481-b7e5-9083dd8ca9ca None None] Network 1608d593-3cd5-4803-b98e-304d459fc07f requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:06:27.690298 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3942275
Sep 16 19:06:27.898089 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4d7c6a9-5804-5803-a105-e0f3269092f5-1608d593-3cd5-4803-b98e-304d459fc07f', 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f', 'tenant_id': '71fe781c89f14ffa9fdd362aed3144b2', 'fixed_ips': [{'subnet_id': '83686962-6c08-4622-b194-4e42dd6bcd3d'}]}} from dv-cinder-809447-1-iscsi. {{(pid=75162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 16 19:06:27.899081 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:28.057625 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.db_base_plugin_common [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Allocated IP 192.168.233.2 (1608d593-3cd5-4803-b98e-304d459fc07f/83686962-6c08-4622-b194-4e42dd6bcd3d/09d4c988-b85e-4214-a1f2-98599da5b39e) {{(pid=75162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:06:28.094070 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:28.271453 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Notify callbacks [] for port, precommit_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:28.282611 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Transition to ACTIVE for port object 09d4c988-b85e-4214-a1f2-98599da5b39e will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:06:28.301506 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Transition to ACTIVE for port object 09d4c988-b85e-4214-a1f2-98599da5b39e will not be triggered until provisioned by entity DHCP. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:06:28.307528 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:28.312692 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:06:28.381072 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Network 1608d593-3cd5-4803-b98e-304d459fc07f is already hosted by enough agents. {{(pid=75162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:06:28.382008 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Pushing event updated for resources: {'Port': ['ID=09d4c988-b85e-4214-a1f2-98599da5b39e,revision_number=1']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:06:28.384338 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.base_scheduler [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Resources bound (agent type, host, resource id):  {{(pid=75162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:06:28.390353 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Received port after_create {{(pid=75162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:06:28.396066 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.396401 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.396728 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.397056 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.397376 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.397698 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.398015 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.398374 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.398691 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.399003 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.399314 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:06:28.404810 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:06:28.510878 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Attempting to bind port 09d4c988-b85e-4214-a1f2-98599da5b39e on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:06:28.511254 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Attempting to bind port 09d4c988-b85e-4214-a1f2-98599da5b39e by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b80f351d-56fc-4e60-85f4-9adafa9c05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:06:28.512261 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Attempting to bind port 09d4c988-b85e-4214-a1f2-98599da5b39e on network 1608d593-3cd5-4803-b98e-304d459fc07f {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:06:28.518097 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:06:28.518523 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Checking segment: {'id': 'b80f351d-56fc-4e60-85f4-9adafa9c05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:06:28.518918 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:28.519336 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Bound using segment: {'id': 'b80f351d-56fc-4e60-85f4-9adafa9c05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:06:28.519804 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Bound port: 09d4c988-b85e-4214-a1f2-98599da5b39e, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80f351d-56fc-4e60-85f4-9adafa9c05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:06:28.520300 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:28.611554 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] For port 09d4c988-b85e-4214-a1f2-98599da5b39e, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:06:28.614997 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] For port 09d4c988-b85e-4214-a1f2-98599da5b39e, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=09d4c988-b85e-4214-a1f2-98599da5b39e,segment=NetworkSegment(b80f351d-56fc-4e60-85f4-9adafa9c05cb),segment_id=b80f351d-56fc-4e60-85f4-9adafa9c05cb)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:06:28.620738 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:28.624525 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-35e6fb82-297a-4a7f-b6a7-225faa52991e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:06:28.700961 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Pushing event updated for resources: {'Port': ['ID=09d4c988-b85e-4214-a1f2-98599da5b39e,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:06:28.703718 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:06:29.500867 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a0a0e-d468-43b7-9040-48f8195eae53 None None] Network 1608d593-3cd5-4803-b98e-304d459fc07f requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:06:29.652315 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-9f9172a7-6078-41c0-a51e-3774f843797a None None] Provisioning for port 09d4c988-b85e-4214-a1f2-98599da5b39e completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:06:30.163067 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 09d4c988-b85e-4214-a1f2-98599da5b39e up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:06:30.232812 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 09d4c988-b85e-4214-a1f2-98599da5b39e completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:06:30.238365 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 09d4c988-b85e-4214-a1f2-98599da5b39e triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:06:30.238740 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:30.353689 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:30.385964 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 09d4c988-b85e-4214-a1f2-98599da5b39e, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=09d4c988-b85e-4214-a1f2-98599da5b39e,segment=NetworkSegment(b80f351d-56fc-4e60-85f4-9adafa9c05cb),segment_id=b80f351d-56fc-4e60-85f4-9adafa9c05cb)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:06:30.391220 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:30.393455 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:06:30.457337 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=09d4c988-b85e-4214-a1f2-98599da5b39e,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:06:30.460406 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:06:32.143056 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 09d4c988-b85e-4214-a1f2-98599da5b39e up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:06:32.220056 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 09d4c988-b85e-4214-a1f2-98599da5b39e triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:06:32.220664 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:53.407848 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad7a9-94f3-4b65-a5e4-e4418de8bd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:53.739502 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:55.522195 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-91d7bfc7-4395-4752-b9ae-83b0dfa3b498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:56.489933 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:58.065447 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:06:59.598791 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 5 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:07:23.410709 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-08fde553-988a-43b9-93f2-36eb1c5d6af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:23.742414 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:25.529226 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ec8b-0910-4829-99c7-f2e51a694e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:26.493622 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:28.070228 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:30.221544 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 54896) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:07:30.227546 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [None req-bef5a3df-3d25-4c86-9f4d-35e0041584d8 tempest-verify_tempest_config-897901669 tempest-verify_tempest_config-897901669-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:07:30.228597 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-bef5a3df-3d25-4c86-9f4d-35e0041584d8 tempest-verify_tempest_config-897901669 tempest-verify_tempest_config-897901669-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0060606
Sep 16 19:07:30.548576 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 54912) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:07:30.690631 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:30.728539 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:07:30.732124 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Usage tracker for resource:security_group_rule and tenant:f818ed9d6d644f428fc6b6e2a876e854 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:07:30.735136 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:07:30.740572 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:07:30.806231 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:30.810235 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:30.818083 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:07:30.856913 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08072230-eb50-4680-bb31-68146622189d,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:07:30.863206 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f818ed9d6d644f428fc6b6e2a876e854&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3136733
Sep 16 19:07:30.865911 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54918) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:07:30.868686 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.869028 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.869354 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.869677 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.870010 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.870359 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.870727 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.870987 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.871296 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.871603 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.871911 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:30.876908 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:07:30.925732 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:30.951719 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:31.043569 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:31.047791 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:07:31.059293 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08072230-eb50-4680-bb31-68146622189d,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:07:31.071079 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.071414 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.071735 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.072054 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.072386 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.072705 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.073013 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.073336 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.073646 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.073950 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.074286 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:07:31.077757 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:07:31.078640 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:31.079879 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08072230-eb50-4680-bb31-68146622189d HTTP/1.1" status: 204  len: 168 time: 0.2126095
Sep 16 19:07:36.599329 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 5 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:07:53.413070 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b31a7186-f3f5-4822-a3f2-a683dd8e9f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:53.744433 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:55.523652 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-01301167-d61b-42e5-ad98-7472f53f8b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:56.496655 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:07:58.072596 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:08:13.600964 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 5 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:08:23.414128 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dcdd20f5-9b82-43e1-9373-3cd305ab3dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:08:23.747136 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:08:25.524775 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-016effbe-337a-4fb0-ba3e-ec72294d662b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:08:26.499341 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:08:28.081076 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:08:50.601725 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 5 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:08:53.415339 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-63751fea-686c-4486-9fbc-f2aa4e47f4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:08:53.749375 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:08:55.528861 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-845ae4d6-f4d0-4077-931c-c4e472afaf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:08:56.501859 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:08:58.078631 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:01.451430 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1720032'] for agent, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:16.935922 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 54990) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:09:17.076666 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-070556b1-bb62-46a9-9976-e309c9c79327 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1395905
Sep 16 19:09:19.156707 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55000) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:09:19.244333 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-9b569b20-1e3b-4ce8-a250-6ec338c63039 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0864310
Sep 16 19:09:23.416910 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-714f6d3a-7f59-42e1-a245-b030a65acc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:23.750873 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:25.532730 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-73869be9-8ca4-4dd2-9193-55dc295833c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:26.503497 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:27.603323 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:09:28.082165 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:31.414926 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:53.419483 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-9e3cab4b-7a15-4093-a6e7-9e723373bf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:53.751648 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:55.535021 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0f555bb8-42a7-4c08-ae50-8bc6c67460a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:56.507548 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:09:58.087300 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:01.399925 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:04.607607 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:10:23.421404 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5260114f-796d-467c-b919-d75395782e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:23.755625 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:25.536077 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0df50d89-8753-4fd9-a425-fa05d930c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:26.509526 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:28.088106 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:31.412340 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:41.607374 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:10:53.439977 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-60ff46ce-7b35-4a73-9bfb-d7e9ae49c7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:53.763937 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:54.560935 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55140) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:54.954621 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1518936281-network', 'tenant_id': 'b3a25b099c944b938fe922665db15f3b'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:54.959568 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:54.963412 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Usage tracker for resource:network and tenant:b3a25b099c944b938fe922665db15f3b is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:54.966306 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:54.972652 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:54.985758 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Made reservation on behalf of b3a25b099c944b938fe922665db15f3b for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:10:54.988844 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.006524 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.039943 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:55.043908 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Usage tracker for resource:security_group_rule and tenant:b3a25b099c944b938fe922665db15f3b is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:55.046942 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:55.057337 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:55.128875 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.134929 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.139225 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:55.167082 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:10:55.172643 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580f270d-4ffc-493c-ab68-7580b42a7388,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:55.186177 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.186607 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.186858 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.187802 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.188098 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.188492 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.189283 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.189283 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.189532 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.189759 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.190079 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Tracked resource versions report:
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]: pushed versions:
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]: {   'ConntrackHelper': {'1.0'},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     'Log': {'1.0'},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     'Network': {'1.1'},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     'Port': {'1.5'},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     'PortForwarding': {'1.2'},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     'QosPolicy': {'1.8'},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     'SecurityGroup': {'1.2'},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     'SecurityGroupRule': {'1.0'},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     'SubPort': {'1.0'},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     'Subnet': {'1.1'},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     'Trunk': {'1.1'}}
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]: consumer versions:
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]: {   DHCP agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     HyperV agent@hv-cinder-80944: {},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     L3 agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     Metadata agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     Metering agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:     Open vSwitch agent@dv-cinder-809447-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'Log': '1.0',
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'Network': '1.1',
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'Port': '1.5',
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'PortForwarding': '1.2',
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'QosPolicy': '1.8',
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'SecurityGroup': '1.2',
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'SecurityGroupRule': '1.0',
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'SubPort': '1.0',
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'Subnet': '1.1',
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:                                                      'Trunk': '1.1'}}
Sep 16 19:10:55.191164 dv-cinder-809447-1-iscsi neutron-server[75160]:  {{(pid=75160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 19:10:55.195901 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.196247 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Added segment 59c14292-2a9a-4950-83a1-a922ec4111a7 of type vlan for network e53178fe-a87b-4279-a591-91bf9d6cf109
Sep 16 19:10:55.201522 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:55.224106 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.255535 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.256923 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:10:55.257500 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.260804 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a0062925-0af7-4eed-b40a-b9211829b43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:55.368714 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Pushing event updated for resources: {'Network': ['ID=e53178fe-a87b-4279-a591-91bf9d6cf109,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:55.372340 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:55.377443 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55176) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:55.378015 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8160670
Sep 16 19:10:55.381693 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network e53178fe-a87b-4279-a591-91bf9d6cf109 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:10:55.383774 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Request body: {'subnet': {'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1518936281-subnet', 'tenant_id': 'b3a25b099c944b938fe922665db15f3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:55.393923 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:55.399597 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Usage tracker for resource:subnet and tenant:b3a25b099c944b938fe922665db15f3b is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:55.403260 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:55.410924 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:55.422795 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Made reservation on behalf of b3a25b099c944b938fe922665db15f3b for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:10:55.425250 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.543291 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-cd8521a0-1e39-41b6-a32b-5369ad5ee079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.649848 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.655388 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:55.712226 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c6f517-221a-4891-a42e-be003d65ddd8,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:55.724606 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.724936 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.725285 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.725593 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.725918 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.726252 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.726565 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.726893 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.727205 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.727510 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.727811 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Tracked resource versions report:
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]: pushed versions:
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]: {   'ConntrackHelper': {'1.0'},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     'Log': {'1.0'},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     'Network': {'1.1'},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     'Port': {'1.5'},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     'PortForwarding': {'1.2'},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     'QosPolicy': {'1.8'},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     'SecurityGroup': {'1.2'},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     'SecurityGroupRule': {'1.0'},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     'SubPort': {'1.0'},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     'Subnet': {'1.1'},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     'Trunk': {'1.1'}}
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]: consumer versions:
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]: {   DHCP agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     HyperV agent@hv-cinder-80944: {},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     L3 agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     Metadata agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     Metering agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:     Open vSwitch agent@dv-cinder-809447-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'Log': '1.0',
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'Network': '1.1',
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'Port': '1.5',
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'PortForwarding': '1.2',
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'QosPolicy': '1.8',
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'SecurityGroup': '1.2',
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'SecurityGroupRule': '1.0',
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'SubPort': '1.0',
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'Subnet': '1.1',
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:                                                      'Trunk': '1.1'}}
Sep 16 19:10:55.728845 dv-cinder-809447-1-iscsi neutron-server[75161]:  {{(pid=75161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 19:10:55.731525 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:55.755914 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Checking segment: {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:10:55.756590 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Network hostable DHCP agents. Network: e53178fe-a87b-4279-a591-91bf9d6cf109, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:10:55.778033 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Network e53178fe-a87b-4279-a591-91bf9d6cf109 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:10:55.792047 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, e53178fe-a87b-4279-a591-91bf9d6cf109) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:10:55.803011 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb1840a-d077-4d7c-8e9e-328369d4f9fe None None] Network e53178fe-a87b-4279-a591-91bf9d6cf109 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:10:55.804968 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:10:55.806101 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:55.851245 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4677217
Sep 16 19:10:55.934117 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55198) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:55.977083 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55204) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:56.027500 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7dd6c-460e-40f4-b0b5-338fdd647af2 None None] Network e53178fe-a87b-4279-a591-91bf9d6cf109 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:10:56.211640 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55214) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:56.511307 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-672984859-network', 'tenant_id': '6f5af238eb4a47999df65b5fab40782a'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:56.514599 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.523293 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-627126168-network', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:56.528180 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:56.530739 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:56.533655 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Usage tracker for resource:network and tenant:6f5af238eb4a47999df65b5fab40782a is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:56.536177 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Usage tracker for resource:network and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:56.536943 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:56.539383 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:56.543350 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:56.545400 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:56.557829 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Made reservation on behalf of 85c918cb45764cc3904a26e90b88fa46 for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:10:56.559212 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Made reservation on behalf of 6f5af238eb4a47999df65b5fab40782a for: {'network': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:10:56.564174 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.566126 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.597556 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.620657 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.644329 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:56.649560 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Usage tracker for resource:security_group_rule and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:56.653200 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:56.658122 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:56.661836 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6f5af238eb4a47999df65b5fab40782a is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:56.662882 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:56.665610 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:56.674164 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:56.746929 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.748243 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55234) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:56.755916 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.761250 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c0ddd7a0-c2ec-419a-96f1-556316b58b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:56.763840 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.770420 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.779342 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:56.791525 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=75161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:10:56.805447 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:56.808407 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:10:56.810846 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:56.811828 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728521870264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.812999 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f044720bb80> segment precommit_create {{(pid=75161) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 16 19:10:56.813422 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.segments_db [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Added segment 1cc3716b-9ee7-4516-adfa-7c68171db711 of type vlan for network 93703ce5-04b0-47d5-a959-a8387d6ff8a4
Sep 16 19:10:56.824796 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1079a00c-8554-4397-9f2f-9d53f343dd11,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:56.829611 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:56.830879 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.831207 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Added segment 01d6b1b1-c6ee-4767-987a-42a32efa4464 of type vlan for network e4d63524-e4fb-4877-bfc6-8e6cb96181b7
Sep 16 19:10:56.843754 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-495265359-network', 'tenant_id': 'f624746042be4912ab35a043a8e1862f'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:56.853963 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:56.859534 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.869896 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Usage tracker for resource:network and tenant:f624746042be4912ab35a043a8e1862f is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:56.876627 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:56.885147 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.889461 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:56.912365 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Made reservation on behalf of f624746042be4912ab35a043a8e1862f for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:10:56.914082 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.915658 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:10:56.916267 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.916421 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.931700 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:56.941514 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:56.988481 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.009942 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:10:57.010681 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.023508 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:57.031686 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Pushing event updated for resources: {'Network': ['ID=93703ce5-04b0-47d5-a959-a8387d6ff8a4,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:57.039084 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-263169951-network', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:57.043986 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:57.048477 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Usage tracker for resource:network and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:57.051559 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:57.057442 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:57.073556 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:57.076488 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:57.079158 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Made reservation on behalf of 4af54a7dd5b54bcea64d296ff459d9b7 for: {'network': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:10:57.082537 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.084969 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 93703ce5-04b0-47d5-a959-a8387d6ff8a4 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:10:57.097197 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.137700 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Usage tracker for resource:security_group_rule and tenant:f624746042be4912ab35a043a8e1862f is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:57.142703 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:57.146820 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Usage tracker for resource:security_group_rule and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:57.149886 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:57.153482 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1747253
Sep 16 19:10:57.154333 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55258) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:57.156618 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:57.158368 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:57.168221 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:57.192263 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Request body: {'subnet': {'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-627126168-subnet', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:57.207560 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:57.221590 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2863460
Sep 16 19:10:57.227415 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55266) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:57.236411 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Request body: {'subnet': {'network_id': '93703ce5-04b0-47d5-a959-a8387d6ff8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-672984859-subnet', 'tenant_id': '6f5af238eb4a47999df65b5fab40782a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:57.247503 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:57.256025 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Usage tracker for resource:subnet and tenant:6f5af238eb4a47999df65b5fab40782a is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:57.264472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:57.274357 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:57.277515 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.284991 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.291429 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:57.301974 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Made reservation on behalf of 6f5af238eb4a47999df65b5fab40782a for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:10:57.304505 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.318227 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Usage tracker for resource:subnet and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:57.324924 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Pushing event updated for resources: {'Network': ['ID=e4d63524-e4fb-4877-bfc6-8e6cb96181b7,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:57.329032 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:57.331528 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=75161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:10:57.332122 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:57.338627 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:57.341144 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:10:57.368655 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Made reservation on behalf of 85c918cb45764cc3904a26e90b88fa46 for: {'subnet': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:10:57.371536 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Notify callbacks [] for subnet, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.417954 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.418670 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.segments_db [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Added segment 38890adb-5ba7-48af-bde9-184cd7dbca68 of type vlan for network 3892a6ed-02ff-4041-9f57-9a674253337d
Sep 16 19:10:57.433539 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed72a0a-d708-4ce9-8677-43a3fe21fa38,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:57.441720 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:57.473765 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.541543 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.549771 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.566475 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:10:57.576973 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.577462 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Added segment c29b07f7-5760-4e45-8215-f3c856baac12 of type vlan for network e56eddca-9013-4f89-90ac-50ce9c2e6377
Sep 16 19:10:57.590105 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:57.634192 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c646ff-9194-469a-ae03-00b994208727,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:57.642054 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.646730 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:57.649044 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.650456 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:10:57.651170 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.656820 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ad5c04ee-bb61-4eb9-b1f0-be6c157846d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:57.669109 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.728504 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.742235 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:10:57.742814 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.751106 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-0c507180-63ba-4c68-8453-3b8826056365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:57.803800 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0542552
Sep 16 19:10:57.804940 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Pushing event updated for resources: {'Network': ['ID=3892a6ed-02ff-4041-9f57-9a674253337d,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:57.807328 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55278) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:57.815398 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:57.816129 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:57.821814 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 3892a6ed-02ff-4041-9f57-9a674253337d details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:10:57.831244 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.849488 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Request body: {'subnet': {'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-subnet', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:57.868993 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:57.886642 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Usage tracker for resource:subnet and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:57.895284 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:57.904471 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.6922791
Sep 16 19:10:57.908199 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:57.909688 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55284) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:57.912820 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Pushing event updated for resources: {'Network': ['ID=e56eddca-9013-4f89-90ac-50ce9c2e6377,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:57.918450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Request body: {'subnet': {'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-495265359-subnet', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:57.922787 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Checking segment: {'id': '1cc3716b-9ee7-4516-adfa-7c68171db711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93703ce5-04b0-47d5-a959-a8387d6ff8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:10:57.923437 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Network hostable DHCP agents. Network: 93703ce5-04b0-47d5-a959-a8387d6ff8a4, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:10:57.925936 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:57.928476 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c3d426-a44a-45c0-a3f6-dbbe2464381d,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:57.928684 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:57.932789 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:57.943093 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Made reservation on behalf of 4af54a7dd5b54bcea64d296ff459d9b7 for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:10:57.945739 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:57.959597 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:57.972372 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Usage tracker for resource:subnet and tenant:f624746042be4912ab35a043a8e1862f is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:57.982715 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:58.009115 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:58.087189 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3727b007-f818-48fd-b7a3-6d8c7dd215d2,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:58.092588 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:58.097752 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Made reservation on behalf of f624746042be4912ab35a043a8e1862f for: {'subnet': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:10:58.101735 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:58.117784 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network e56eddca-9013-4f89-90ac-50ce9c2e6377 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:10:58.148759 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Checking segment: {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:10:58.151063 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Network hostable DHCP agents. Network: e4d63524-e4fb-4877-bfc6-8e6cb96181b7, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:10:58.188216 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:58.199166 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Network 93703ce5-04b0-47d5-a959-a8387d6ff8a4 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:10:58.233007 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 93703ce5-04b0-47d5-a959-a8387d6ff8a4) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:10:58.238472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:10:58.241621 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:58.260632 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ad1009-80ec-4e51-9195-8e8ced71c2f0 None None] Network 93703ce5-04b0-47d5-a959-a8387d6ff8a4 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:10:58.356387 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1276956
Sep 16 19:10:58.438434 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:58.443486 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-79e2c89e-4fe2-465c-97ee-8f77a2752fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:58.536738 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179672fb-57cf-44d9-8a96-d86f7d32dc13,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:58.540075 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:58.541026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Checking segment: {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:10:58.541438 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Network hostable DHCP agents. Network: 3892a6ed-02ff-4041-9f57-9a674253337d, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:10:58.572800 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Network 3892a6ed-02ff-4041-9f57-9a674253337d is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:10:58.590908 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 3892a6ed-02ff-4041-9f57-9a674253337d) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:10:58.597085 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:10:58.598323 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:58.610108 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d0a69-0921-48aa-9a46-b8e2939e6631 None None] Network 3892a6ed-02ff-4041-9f57-9a674253337d requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:10:58.642557 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8266487
Sep 16 19:10:58.643454 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55308) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:58.649904 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1dba5d-58c0-4c4c-a374-40d483280bec None None] Network 93703ce5-04b0-47d5-a959-a8387d6ff8a4 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:10:58.650130 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:58.655302 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:58.660721 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Usage tracker for resource:router and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:58.664013 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:58.672518 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:58.691207 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25041'] for router, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:58.692448 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25066'] for router, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:58.725337 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:58.741094 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:58.748372 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:10:58.848189 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:10:58.902036 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae7cbdab-3685-4234-818a-0061a156679e,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:10:58.916692 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, e4d63524-e4fb-4877-bfc6-8e6cb96181b7) {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:10:58.947132 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:10:59.011156 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Checking segment: {'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:10:59.011850 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Network hostable DHCP agents. Network: e56eddca-9013-4f89-90ac-50ce9c2e6377, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:10:59.033247 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf64ef1-13d5-49b1-a8bd-cccfd142ad98 None None] Network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:10:59.040980 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:10:59.041677 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.090101 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9233220
Sep 16 19:10:59.095577 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55318) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:59.110497 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:59.122333 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:59.128811 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Usage tracker for resource:router and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:59.132274 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Network e56eddca-9013-4f89-90ac-50ce9c2e6377 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:10:59.134877 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:59.146117 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:59.156007 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, e56eddca-9013-4f89-90ac-50ce9c2e6377) {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:10:59.169558 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25041'] for router, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.170912 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25066'] for router, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.175214 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:10:59.176038 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.199419 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.227770 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-160f7930-5bc7-4023-910e-5c6e92827f86 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.3170176
Sep 16 19:10:59.231463 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55332) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:59.245845 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-495265359-router', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:10:59.263750 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:10:59.272631 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.297492 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Usage tracker for resource:router and tenant:f624746042be4912ab35a043a8e1862f is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:10:59.304000 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:10:59.312918 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:10:59.339519 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7337c944-1217-4cb9-bbc6-f712ac64f62b None None] Network e56eddca-9013-4f89-90ac-50ce9c2e6377 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:10:59.402612 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25041'] for router, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.411060 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25066'] for router, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.433061 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.588569 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4d7c6a9-5804-5803-a105-e0f3269092f5-3892a6ed-02ff-4041-9f57-9a674253337d', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13'}]}} from dv-cinder-809447-1-iscsi. {{(pid=75162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 16 19:10:59.594583 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.746039 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.815514 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.818206 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55356) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:10:59.897441 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:10:59.904778 dv-cinder-809447-1-iscsi neutron-server[75161]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 16 19:10:59.907699 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:00.028963 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5960ab7-fb0a-4308-8aab-ec679d0fc78d None None] Network e56eddca-9013-4f89-90ac-50ce9c2e6377 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:11:00.342761 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:00.379570 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:00.384654 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4d7c6a9-5804-5803-a105-e0f3269092f5-e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2'}]}} from dv-cinder-809447-1-iscsi. {{(pid=75162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 16 19:11:00.385509 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:00.392736 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:00.430807 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-a2eaf0dc-7a85-4e19-bfcf-022336234bfb tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:00.432710 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-a2eaf0dc-7a85-4e19-bfcf-022336234bfb tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 815 time: 0.6095529
Sep 16 19:11:00.478796 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:00.490649 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.db_base_plugin_common [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Allocated IP 172.20.0.2 (3892a6ed-02ff-4041-9f57-9a674253337d/179672fb-57cf-44d9-8a96-d86f7d32dc13/1907841b-0ad7-47c3-97d5-8f6a48ff771a) {{(pid=75162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:00.512513 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-f66d6f83-4c57-4eab-93d6-c95b542e0fc3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/quotas/b3a25b099c944b938fe922665db15f3b HTTP/1.1" status: 200  len: 375 time: 0.0672934
Sep 16 19:11:00.514194 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Allocated IP 172.27.3.64 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/35b744d7-9af7-40eb-ac50-9b94db56e0d0) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:00.622052 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-67fc6957-8470-4c55-82e6-4c36273b3c1c tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0975313
Sep 16 19:11:00.849749 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.db_base_plugin_common [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Allocated IP 172.20.0.2 (e4d63524-e4fb-4877-bfc6-8e6cb96181b7/3727b007-f818-48fd-b7a3-6d8c7dd215d2/eb80f22d-43de-43c0-a91a-6e63d01b6e81) {{(pid=75162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:00.930448 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:00.991988 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.025422 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-56e737e1-d0d2-49bf-9086-ee405251481a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:11:01.034396 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-56e737e1-d0d2-49bf-9086-ee405251481a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1329901
Sep 16 19:11:01.066565 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fa3d4a3b-093e-4b69-b303-8b5ae738fe69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:01.116336 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55404) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:01.125420 dv-cinder-809447-1-iscsi neutron-server[75160]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 16 19:11:01.128890 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:01.133337 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:01.160155 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:01.163686 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Allocated IP 172.27.3.179 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/8c1bbf1d-d530-4015-8d7e-12a0b6bdc883) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:01.331018 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Pushing event updated for resources: {'Port': ['ID=35b744d7-9af7-40eb-ac50-9b94db56e0d0,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:01.340327 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-71d58223-be0e-4d25-97a1-81cfc074f876 service neutron] 10.222.0.22 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3035223
Sep 16 19:11:01.400625 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:01.416259 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55412) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:01.434458 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-ddfb6242-f4b3-4ae3-b800-fc2893621403 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:01.436178 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-ddfb6242-f4b3-4ae3-b800-fc2893621403 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/networks?id=93703ce5-04b0-47d5-a959-a8387d6ff8a4 HTTP/1.1" status: 200  len: 811 time: 0.3148811
Sep 16 19:11:01.467599 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Notify callbacks [] for port, precommit_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.478289 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.488176 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Notify callbacks [] for port, precommit_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.491030 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Transition to ACTIVE for port object eb80f22d-43de-43c0-a91a-6e63d01b6e81 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:01.492516 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-c11fa806-febb-41c5-bef6-6855ab996f74 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/quotas/6f5af238eb4a47999df65b5fab40782a HTTP/1.1" status: 200  len: 375 time: 0.0407708
Sep 16 19:11:01.500851 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.511683 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Transition to ACTIVE for port object 1907841b-0ad7-47c3-97d5-8f6a48ff771a will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:01.529343 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Transition to ACTIVE for port object eb80f22d-43de-43c0-a91a-6e63d01b6e81 will not be triggered until provisioned by entity DHCP. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:01.539588 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Transition to ACTIVE for port object 1907841b-0ad7-47c3-97d5-8f6a48ff771a will not be triggered until provisioned by entity DHCP. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:01.542874 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.549442 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:01.557181 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-d26088bc-a7df-49e9-bfa7-8305b73669a1 service neutron] 10.222.0.22 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553645
Sep 16 19:11:01.584793 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.585001 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.585584 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864'] for router, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.627097 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 is already hosted by enough agents. {{(pid=75162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:01.629929 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-2b00ca5f-82c0-43fa-a026-b278f7683b3c tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f5af238eb4a47999df65b5fab40782a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1258156
Sep 16 19:11:01.635153 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.base_scheduler [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Resources bound (agent type, host, resource id):  {{(pid=75162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:01.662638 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Received port after_create {{(pid=75162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:01.670109 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Pushing event updated for resources: {'Port': ['ID=eb80f22d-43de-43c0-a91a-6e63d01b6e81,revision_number=1']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:01.676962 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Network 3892a6ed-02ff-4041-9f57-9a674253337d is already hosted by enough agents. {{(pid=75162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:01.677340 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.694376 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.base_scheduler [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Resources bound (agent type, host, resource id):  {{(pid=75162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:01.698742 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Received port after_create {{(pid=75162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:01.728293 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.728627 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.728952 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.729270 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.729586 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.729899 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.730236 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.730567 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.730880 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.731186 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.731491 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Tracked resource versions report:
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]: pushed versions:
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]: {   'ConntrackHelper': {'1.0'},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     'Log': {'1.0'},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     'Network': {'1.1'},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     'Port': {'1.5'},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     'PortForwarding': {'1.2'},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     'QosPolicy': {'1.8'},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     'SecurityGroup': {'1.2'},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     'SecurityGroupRule': {'1.0'},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     'SubPort': {'1.0'},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     'Subnet': {'1.1'},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     'Trunk': {'1.1'}}
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]: consumer versions:
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]: {   DHCP agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     HyperV agent@hv-cinder-80944: {},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     L3 agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     Metadata agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     Metering agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:     Open vSwitch agent@dv-cinder-809447-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'Log': '1.0',
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'Network': '1.1',
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'Port': '1.5',
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'PortForwarding': '1.2',
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'QosPolicy': '1.8',
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'SecurityGroup': '1.2',
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'SecurityGroupRule': '1.0',
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'SubPort': '1.0',
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'Subnet': '1.1',
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:                                                      'Trunk': '1.1'}}
Sep 16 19:11:01.732553 dv-cinder-809447-1-iscsi neutron-server[75162]:  {{(pid=75162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 19:11:01.742510 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:01.743201 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:01.756420 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:01.818373 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:01.851826 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:01.874765 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:01.878619 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:01.882807 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 is scheduled to L3 agent 47301655-9877-4924-9286-fd3835d3484c with binding_index 1 {{(pid=75161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 16 19:11:01.933228 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Allocated IP 172.27.3.244 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/d84ad769-5965-42db-b519-d2c99968b859) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:01.984523 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Attempting to bind port eb80f22d-43de-43c0-a91a-6e63d01b6e81 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:01.987992 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Attempting to bind port eb80f22d-43de-43c0-a91a-6e63d01b6e81 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:01.988354 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Attempting to bind port eb80f22d-43de-43c0-a91a-6e63d01b6e81 on network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:01.990549 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Pushing event updated for resources: {'Port': ['ID=1907841b-0ad7-47c3-97d5-8f6a48ff771a,revision_number=1']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:01.997104 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:02.009973 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Attempting to bind port 1907841b-0ad7-47c3-97d5-8f6a48ff771a on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:02.010344 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Attempting to bind port 1907841b-0ad7-47c3-97d5-8f6a48ff771a by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:02.010703 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Attempting to bind port 1907841b-0ad7-47c3-97d5-8f6a48ff771a on network 3892a6ed-02ff-4041-9f57-9a674253337d {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:02.012961 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:02.013322 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Checking segment: {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:02.013715 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:02.014099 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Bound using segment: {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:02.018765 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Bound port: eb80f22d-43de-43c0-a91a-6e63d01b6e81, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:02.025528 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:02.086549 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-4a6002b1-858a-44b1-96f3-021498e2ccfd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:11:02.089113 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:02.089560 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Checking segment: {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:02.090024 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:02.090500 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Bound using segment: {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:02.091156 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Bound port: 1907841b-0ad7-47c3-97d5-8f6a48ff771a, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:02.091749 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:02.098772 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-4a6002b1-858a-44b1-96f3-021498e2ccfd service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3710628
Sep 16 19:11:02.195277 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:11:02.205877 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Sync routers for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:11:02.233286 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Notify callbacks [] for router, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:02.236381 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.5910079
Sep 16 19:11:02.238753 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55454) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:02.242557 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:02.243527 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446586dc0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:10:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:02.323228 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] For port 1907841b-0ad7-47c3-97d5-8f6a48ff771a, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:02.330863 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] For port 1907841b-0ad7-47c3-97d5-8f6a48ff771a, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=1907841b-0ad7-47c3-97d5-8f6a48ff771a,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:02.331725 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1bbf1d-d530-4015-8d7e-12a0b6bdc883,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:02.346422 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:02.369877 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:02.392776 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:02.401689 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:02.446893 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:02.473893 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] For port eb80f22d-43de-43c0-a91a-6e63d01b6e81, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:02.504535 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Usage tracker for resource:security_group_rule and tenant:b01a8c8e90d342d3bfb79340d3c516d3 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:02.514481 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:02.527446 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] For port eb80f22d-43de-43c0-a91a-6e63d01b6e81, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=eb80f22d-43de-43c0-a91a-6e63d01b6e81,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:02.546814 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:02.559287 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Pushing event updated for resources: {'Port': ['ID=1907841b-0ad7-47c3-97d5-8f6a48ff771a,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:02.563733 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:02.566981 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:02.661687 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Pushing event updated for resources: {'Port': ['ID=eb80f22d-43de-43c0-a91a-6e63d01b6e81,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:02.666231 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:02.672610 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:02.759089 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:02.759846 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864'] for router, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:02.764616 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-43b3e18f-84ab-44bb-b02d-05cf5451f2dc req-2eb55cad-c277-4098-b6dd-66c2a796198f tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 210 time: 0.3358727
Sep 16 19:11:03.007452 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446586dc0>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:01Z', 'revision_number': 3, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:03.012140 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Checking router: 63a4bcc5-04c4-4b27-8748-62a32c9045c7 for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:11:03.013474 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Updating router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 port 35b744d7-9af7-40eb-ac50-9b94db56e0d0 binding host dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:11:03.140929 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:03.217871 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:03.257312 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-8b39b2ed-d1fe-4879-bde1-90793dbe3b60 service neutron] 10.222.0.22 "GET /v2.0/networks/93703ce5-04b0-47d5-a959-a8387d6ff8a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1575415
Sep 16 19:11:03.292851 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:03.301494 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:03.332881 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:03.367661 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:03.492317 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:03.505153 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:03.518953 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:03.608474 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Pushing event updated for resources: {'Port': ['ID=d84ad769-5965-42db-b519-d2c99968b859,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:03.678730 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:03.694752 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:03.729401 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Synchronizing usage tracker for tenant:71fe781c89f14ffa9fdd362aed3144b2 on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:03.847082 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef79c1b-d0a7-43cf-bd85-339ff173d189,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:03.852089 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Notify callbacks [] for port, precommit_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:03.889835 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.provisioning_blocks [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Transition to ACTIVE for port object 35b744d7-9af7-40eb-ac50-9b94db56e0d0 will not be triggered until provisioned by entity L2. {{(pid=75163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:03.897000 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:03.902520 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-396a71d6-a638-417b-a13c-c4c27552621f service neutron] 10.222.0.22 "GET /v2.0/networks/93703ce5-04b0-47d5-a959-a8387d6ff8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6040959
Sep 16 19:11:03.911225 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:03.918355 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Unset dirty status for tenant:71fe781c89f14ffa9fdd362aed3144b2 on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:03.923046 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b01a8c8e90d342d3bfb79340d3c516d3&name=default HTTP/1.1" status: 200  len: 2647 time: 2.4993012
Sep 16 19:11:03.928697 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:03.933482 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55504) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:04.238727 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Attempting to bind port 35b744d7-9af7-40eb-ac50-9b94db56e0d0 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:04.245575 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Attempting to bind port 35b744d7-9af7-40eb-ac50-9b94db56e0d0 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:04.246175 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Attempting to bind port 35b744d7-9af7-40eb-ac50-9b94db56e0d0 on network 12b4b60e-61ac-4f17-9f35-3f35015313b9 {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:04.260454 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Pushing event updated for resources: {'Port': ['ID=35b744d7-9af7-40eb-ac50-9b94db56e0d0,revision_number=2']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:04.288531 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-27d09b41-ff48-435d-9c48-ff284a62c8c3 req-59c6abe0-d3c4-430a-8500-c919a3c476e9 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 210 time: 0.1926949
Sep 16 19:11:04.328964 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.329311 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.329645 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.335602 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6258dc14-d515-4d9a-aa9f-996d8f3ed5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:04.341060 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.342858 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.349811 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.351458 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.352064 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.352607 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.352938 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.353265 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Tracked resource versions report:
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]: pushed versions:
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]: {   'ConntrackHelper': {'1.0'},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     'Log': {'1.0'},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     'Network': {'1.1'},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     'Port': {'1.5'},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     'PortForwarding': {'1.2'},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     'QosPolicy': {'1.8'},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     'SecurityGroup': {'1.2'},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     'SecurityGroupRule': {'1.0'},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     'SubPort': {'1.0'},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     'Subnet': {'1.1'},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     'Trunk': {'1.1'}}
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]: consumer versions:
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]: {   DHCP agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     HyperV agent@hv-cinder-80944: {},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     L3 agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     Metadata agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     Metering agent@dv-cinder-809447-1-iscsi: {},
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:     Open vSwitch agent@dv-cinder-809447-1-iscsi: {   'ConntrackHelper': '1.0',
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'Log': '1.0',
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'Network': '1.1',
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'Port': '1.5',
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'PortForwarding': '1.2',
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'QosPolicy': '1.8',
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'SecurityGroup': '1.2',
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'SecurityGroupRule': '1.0',
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'SubPort': '1.0',
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'Subnet': '1.1',
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:                                                      'Trunk': '1.1'}}
Sep 16 19:11:04.354812 dv-cinder-809447-1-iscsi neutron-server[75163]:  {{(pid=75163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 19:11:04.373784 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:04.400172 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:04.400699 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:04.403080 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:04.403080 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Bound using segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:04.403582 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Bound port: 35b744d7-9af7-40eb-ac50-9b94db56e0d0, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:04.404105 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:04.465015 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55528) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:04.468030 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6258dc14-d515-4d9a-aa9f-996d8f3ed5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:04.549286 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed36df79-48b9-4940-a483-abeb5b7be177 None None] Network 3892a6ed-02ff-4041-9f57-9a674253337d requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:11:04.592468 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 1907841b-0ad7-47c3-97d5-8f6a48ff771a up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:04.599036 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6258dc14-d515-4d9a-aa9f-996d8f3ed5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:04.622574 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4e4d4682-2ffe-48d3-ac66-fb809488580e req-165d1969-db10-4d5a-8641-db5688fdb98c tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 210 time: 0.0807161
Sep 16 19:11:04.623738 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:04.646625 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:04.647419 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864'] for router, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:04.672912 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] For port 35b744d7-9af7-40eb-ac50-9b94db56e0d0, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:04.686726 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] For port 35b744d7-9af7-40eb-ac50-9b94db56e0d0, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=35b744d7-9af7-40eb-ac50-9b94db56e0d0,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:04.701342 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:04.716281 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:04.739739 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258dc14-d515-4d9a-aa9f-996d8f3ed5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef79c1b-d0a7-43cf-bd85-339ff173d189,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:04.741824 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:04.742317 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 is scheduled to L3 agent 47301655-9877-4924-9286-fd3835d3484c with binding_index 1 {{(pid=75160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 16 19:11:04.745786 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6258dc14-d515-4d9a-aa9f-996d8f3ed5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:04.783193 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6258dc14-d515-4d9a-aa9f-996d8f3ed5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:04.784726 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-6258dc14-d515-4d9a-aa9f-996d8f3ed5d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ef79c1b-d0a7-43cf-bd85-339ff173d189 HTTP/1.1" status: 204  len: 168 time: 0.8484049
Sep 16 19:11:04.882262 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Pushing event updated for resources: {'Port': ['ID=35b744d7-9af7-40eb-ac50-9b94db56e0d0,revision_number=3']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:04.893576 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:04.915888 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:04.916701 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446586dc0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:10:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:04.951089 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a02cd-5c7c-42ea-9f83-b8f405cefb60 None None] Network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:11:05.210536 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Allocated IP 172.20.0.1 (3892a6ed-02ff-4041-9f57-9a674253337d/179672fb-57cf-44d9-8a96-d86f7d32dc13/d4743602-7dfd-4a0b-a748-72827e4f94be) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:05.228049 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 1907841b-0ad7-47c3-97d5-8f6a48ff771a completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:05.244942 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device eb80f22d-43de-43c0-a91a-6e63d01b6e81 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:05.367485 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port eb80f22d-43de-43c0-a91a-6e63d01b6e81 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:05.394432 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:05.405961 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-a9cfb90e-6cec-4d50-9627-93fad23e9509 None None] Provisioning for port 1907841b-0ad7-47c3-97d5-8f6a48ff771a completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:05.446064 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-a9cfb90e-6cec-4d50-9627-93fad23e9509 None None] Provisioning complete for port 1907841b-0ad7-47c3-97d5-8f6a48ff771a triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:05.448815 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb90e-6cec-4d50-9627-93fad23e9509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:05.482682 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:05.627314 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:05.628004 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55564) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:05.666326 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] Usage tracker for resource:security_group_rule and tenant:2d538616658e42d0b1e9f633d75b63b5 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:05.685715 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:05.696988 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:05.714222 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:05.718979 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:05.721578 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:11:05.766865 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Sync routers for ids ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:11:05.790013 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Transition to ACTIVE for port object d4743602-7dfd-4a0b-a748-72827e4f94be will not be triggered until provisioned by entity DHCP. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:05.808333 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Routers {'c0b62805-6ec0-49c4-b86b-ce73bc9a4795'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:05.810516 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445d74d60>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:10:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:05.896572 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:05.910219 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a517ddf5-63f0-407b-9c8d-5a20c51e5404 req-4bb9fe1d-3e14-4e0d-a0a4-93230a3ee22b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 210 time: 0.1804605
Sep 16 19:11:05.918938 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Router 9af8f7f0-cada-4040-8beb-c36e5198a1bd is scheduled to L3 agent 47301655-9877-4924-9286-fd3835d3484c with binding_index 1 {{(pid=75160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 16 19:11:05.939011 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:05.944216 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-4cff0b25-4a63-46e7-8e42-6dee53e51ea3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.7096193
Sep 16 19:11:05.946751 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55572) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:05.952606 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:05.968826 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb90e-6cec-4d50-9627-93fad23e9509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:05.985949 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:05.987332 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dbe96a09-7b92-4129-a901-e57c1ef3fd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:06.029032 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] Usage tracker for resource:security_group_rule and tenant:136767e012c4458caf01ca39772c895c is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:06.032894 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Network 3892a6ed-02ff-4041-9f57-9a674253337d is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:06.039257 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:06.049234 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.050692 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:06.051220 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704966'] for router_interface, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.082291 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-a9cfb90e-6cec-4d50-9627-93fad23e9509 None None] For port 1907841b-0ad7-47c3-97d5-8f6a48ff771a, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=1907841b-0ad7-47c3-97d5-8f6a48ff771a,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:06.097061 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7affceca-fae6-4592-ab42-78ac81522931 req-872e128d-8339-4670-9e04-1c0069a26c5e tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 210 time: 0.1555488
Sep 16 19:11:06.103839 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb90e-6cec-4d50-9627-93fad23e9509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.117558 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:06.127437 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:06.147913 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:06.188152 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446586dc0>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:01Z', 'revision_number': 3, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:06.193219 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825925e7-9324-4a33-9cf1-7989e0fe66cc None None] The sync data for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi is: [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:01Z', 'revision_number': 3, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:11:06.244005 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfb90e-6cec-4d50-9627-93fad23e9509 None None] Pushing event updated for resources: {'Port': ['ID=1907841b-0ad7-47c3-97d5-8f6a48ff771a,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:06.252057 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-a9cfb90e-6cec-4d50-9627-93fad23e9509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:06.263268 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.297864 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] Provisioning for port eb80f22d-43de-43c0-a91a-6e63d01b6e81 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:06.304067 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Set router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:06.337089 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Pushing event updated for resources: {'Port': ['ID=d4743602-7dfd-4a0b-a748-72827e4f94be,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:06.353197 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d538616658e42d0b1e9f633d75b63b5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8849494
Sep 16 19:11:06.356723 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:06.358279 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:06.363188 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55578) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:06.370594 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] Provisioning complete for port eb80f22d-43de-43c0-a91a-6e63d01b6e81 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:06.370979 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.391925 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b8bb6d-1d75-41e1-8376-b7642f39a3c0,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:06.403764 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:06.575938 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.596743 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.618343 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:06.665652 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3594a2e1-e72c-4b05-97d5-b09d9a84e71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.698256 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.704810 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.707282 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15345371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719594'] for router_interface, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.708995 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d430667-dae9-479f-962b-657a965bfe0e,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:06.720653 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:06.722369 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:06.724890 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.735550 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=136767e012c4458caf01ca39772c895c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1036990
Sep 16 19:11:06.739610 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3594a2e1-e72c-4b05-97d5-b09d9a84e71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.747361 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55586) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:06.820559 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] For port eb80f22d-43de-43c0-a91a-6e63d01b6e81, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=eb80f22d-43de-43c0-a91a-6e63d01b6e81,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:06.827274 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Pushing event updated for resources: {'Port': ['ID=d4743602-7dfd-4a0b-a748-72827e4f94be,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:06.837600 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:06.837882 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:06.844240 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-35e6fb82-297a-4a7f-b6a7-225faa52991e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:06.934621 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] Pushing event updated for resources: {'Port': ['ID=eb80f22d-43de-43c0-a91a-6e63d01b6e81,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:06.941125 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:06.941684 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] Provisioning complete for port 1907841b-0ad7-47c3-97d5-8f6a48ff771a triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:06.942114 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:07.004575 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445d74d60>, [{'id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'name': 'tempest-ServerRescueNegativeTestJSON-495265359-router', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:01Z', 'revision_number': 3, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'gw_port': {'id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:07.033410 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Checking router: c0b62805-6ec0-49c4-b86b-ce73bc9a4795 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:11:07.033894 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Updating router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 binding host dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:11:07.040673 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Network 3892a6ed-02ff-4041-9f57-9a674253337d is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:07.041820 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:07.060237 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:11:07.072530 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Sync routers for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:11:07.096680 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:07.102933 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04460bdd60>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:10:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:07.297333 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:07.325190 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2d635f21-ea86-4278-8b9e-da737afde129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:07.333649 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:07.336420 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.2384646
Sep 16 19:11:07.351733 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55598) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:07.356758 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3594a2e1-e72c-4b05-97d5-b09d9a84e71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:07.389502 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3594a2e1-e72c-4b05-97d5-b09d9a84e71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:07.390633 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-3594a2e1-e72c-4b05-97d5-b09d9a84e71e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3b8bb6d-1d75-41e1-8376-b7642f39a3c0 HTTP/1.1" status: 204  len: 168 time: 1.0265820
Sep 16 19:11:07.470303 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:07.526803 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3636f6a6-cdae-4a36-8067-12234ac20bda req-e4c55ef1-fcd9-4326-9b6c-317f0204c351 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 210 time: 0.1759520
Sep 16 19:11:07.529368 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2d635f21-ea86-4278-8b9e-da737afde129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:07.543107 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594a2e1-e72c-4b05-97d5-b09d9a84e71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b8bb6d-1d75-41e1-8376-b7642f39a3c0,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:07.555282 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3594a2e1-e72c-4b05-97d5-b09d9a84e71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:07.574334 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ee9b713e-dee5-41c6-a85a-0734998fe55a req-eee17efc-1990-439f-82e7-f529c5da40a3 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 210 time: 0.0823109
Sep 16 19:11:07.693228 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2d635f21-ea86-4278-8b9e-da737afde129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:07.694933 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:07.703474 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e3c7b81f-feff-46ca-9c59-7f9170c3392f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:07.727876 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d635f21-ea86-4278-8b9e-da737afde129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d430667-dae9-479f-962b-657a965bfe0e,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:07.737684 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2d635f21-ea86-4278-8b9e-da737afde129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:07.819440 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2d635f21-ea86-4278-8b9e-da737afde129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:07.823313 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-2d635f21-ea86-4278-8b9e-da737afde129 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d430667-dae9-479f-962b-657a965bfe0e HTTP/1.1" status: 204  len: 168 time: 1.0717237
Sep 16 19:11:07.834705 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-2a60e587-1f1f-4cf0-9a4b-245cade23b06 None None] Provisioning for port d4743602-7dfd-4a0b-a748-72827e4f94be completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:07.935614 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-2a60e587-1f1f-4cf0-9a4b-245cade23b06 None None] Provisioning complete for port d4743602-7dfd-4a0b-a748-72827e4f94be triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:07.935985 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2a60e587-1f1f-4cf0-9a4b-245cade23b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:08.054455 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.20', 59526) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:08.280068 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-2a60e587-1f1f-4cf0-9a4b-245cade23b06 None None] Port d4743602-7dfd-4a0b-a748-72827e4f94be cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:11:08.530329 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Notify callbacks [] for port, precommit_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:08.535244 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55626) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:08.558802 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Transition to ACTIVE for port object 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:08.577938 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:08.602220 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:08.603312 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:08.622081 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.20', 59532) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:08.703576 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:08.711552 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] Usage tracker for resource:security_group_rule and tenant:bf909d25e0494dafa631633aa0e2fc83 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:08.715556 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:08.724129 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device eb80f22d-43de-43c0-a91a-6e63d01b6e81 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:08.725492 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:08.748269 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-db7501e2-217d-452e-8359-7223ee0497a4 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:08.753762 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04460bdd60>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:03Z', 'revision_number': 3, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:08.766191 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Checking router: 9af8f7f0-cada-4040-8beb-c36e5198a1bd for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:11:08.766625 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-db7501e2-217d-452e-8359-7223ee0497a4 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 815 time: 0.6948638
Sep 16 19:11:08.769134 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Updating router 9af8f7f0-cada-4040-8beb-c36e5198a1bd port d84ad769-5965-42db-b519-d2c99968b859 binding host dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:11:08.897049 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Request body: {'port': {'device_id': '73bda5ab-b63d-488d-9b3c-5be0ce24c22e', 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109', 'admin_state_up': True, 'tenant_id': 'b3a25b099c944b938fe922665db15f3b'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:08.900052 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:08.955695 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.044579 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Attempting to bind port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:09.045090 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Attempting to bind port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:09.045328 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Attempting to bind port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 on network 12b4b60e-61ac-4f17-9f35-3f35015313b9 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:09.087724 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:09.088092 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:09.088497 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.088984 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Bound using segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:09.089551 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Bound port: 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:09.100718 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.101287 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b0ebb948-e06d-4fa1-a186-eb8fd9a08991 req-533c604b-0450-4f7d-b7eb-2095cca416f2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 210 time: 0.1877260
Sep 16 19:11:09.111265 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.174740 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0627e4-b7f0-48a0-8dce-648b6bcb7dd0 None None] Pushing event updated for resources: {'Port': ['ID=8c1bbf1d-d530-4015-8d7e-12a0b6bdc883,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:09.184122 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:09.207431 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4b0627e4-b7f0-48a0-8dce-648b6bcb7dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:09.262225 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0a6cdf-52c5-4e4d-808c-227a33f43da9,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:09.272009 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:09.298751 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf909d25e0494dafa631633aa0e2fc83&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7580960
Sep 16 19:11:09.299496 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55668) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:09.313967 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port eb80f22d-43de-43c0-a91a-6e63d01b6e81 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:09.326269 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-6baee75e-1a43-47e7-9927-5a62db89d162 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:09.327612 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-6baee75e-1a43-47e7-9927-5a62db89d162 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Synchronizing usage tracker for tenant:6f5af238eb4a47999df65b5fab40782a on resource:network {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:09.335077 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.345689 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.508909 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c8965b2b-e056-4cb6-b0be-d0c9b647b0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.553064 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] For port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:09.557921 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c8965b2b-e056-4cb6-b0be-d0c9b647b0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.571917 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Notify callbacks [] for port, precommit_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.603784 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.provisioning_blocks [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Transition to ACTIVE for port object d84ad769-5965-42db-b519-d2c99968b859 will not be triggered until provisioned by entity L2. {{(pid=75163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:09.621999 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.629999 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] For port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=8c1bbf1d-d530-4015-8d7e-12a0b6bdc883,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:09.631581 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c8965b2b-e056-4cb6-b0be-d0c9b647b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.635409 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:09.644522 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e7364ba3-a7fd-4726-9a3e-c8dd77502b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:09.659605 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.669597 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:09.745768 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:09.758955 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Usage tracker for resource:port and tenant:b3a25b099c944b938fe922665db15f3b is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:09.763330 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:09.767954 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0627e4-b7f0-48a0-8dce-648b6bcb7dd0 None None] Pushing event updated for resources: {'Port': ['ID=8c1bbf1d-d530-4015-8d7e-12a0b6bdc883,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:09.773585 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:09.815372 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4b0627e4-b7f0-48a0-8dce-648b6bcb7dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:09.816800 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-143e9dcb-de76-4f94-b970-603f6b386de8 req-fe6680cd-be10-455d-ab3c-ebe86a4cc601 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 210 time: 0.5307314
Sep 16 19:11:09.849586 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f1dd5-612a-473e-b4a7-39f0d8af9662 None None] Pushing event updated for resources: {'Port': ['ID=d84ad769-5965-42db-b519-d2c99968b859,revision_number=2']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:09.863581 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Made reservation on behalf of b3a25b099c944b938fe922665db15f3b for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:11:09.865816 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-ef8f1dd5-612a-473e-b4a7-39f0d8af9662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:09.875376 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.910793 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Routers {'c0b62805-6ec0-49c4-b86b-ce73bc9a4795'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:09.911045 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Attempting to bind port d84ad769-5965-42db-b519-d2c99968b859 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:09.911447 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445d74d60>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:10:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:09.915879 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Attempting to bind port d84ad769-5965-42db-b519-d2c99968b859 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:09.915879 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Attempting to bind port d84ad769-5965-42db-b519-d2c99968b859 on network 12b4b60e-61ac-4f17-9f35-3f35015313b9 {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:09.939804 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:09.942888 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:09.944312 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.953728 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Bound using segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:09.954421 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Bound port: d84ad769-5965-42db-b519-d2c99968b859, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:09.954938 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:09.965555 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-6baee75e-1a43-47e7-9927-5a62db89d162 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Unset dirty status for tenant:6f5af238eb4a47999df65b5fab40782a on resource:network {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:09.967858 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-6baee75e-1a43-47e7-9927-5a62db89d162 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.20 "GET /v2.0/networks?id=93703ce5-04b0-47d5-a959-a8387d6ff8a4 HTTP/1.1" status: 200  len: 811 time: 1.3302968
Sep 16 19:11:10.035066 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Request body: {'port': {'device_id': 'd0750c50-df98-4fbb-a082-9af75957e124', 'network_id': '93703ce5-04b0-47d5-a959-a8387d6ff8a4', 'admin_state_up': True, 'tenant_id': '6f5af238eb4a47999df65b5fab40782a'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:10.047755 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Allocated IP 172.20.0.1 (e56eddca-9013-4f89-90ac-50ce9c2e6377/ae7cbdab-3685-4234-818a-0061a156679e/c198a9ca-c662-4d13-a1b6-1e7c3718d5c9) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:10.173725 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] For port d84ad769-5965-42db-b519-d2c99968b859, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:10.183699 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] For port d84ad769-5965-42db-b519-d2c99968b859, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=d84ad769-5965-42db-b519-d2c99968b859,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:10.193915 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:10.211772 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-b621305f-37c2-424d-a96b-57468c817bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:10.234508 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 1907841b-0ad7-47c3-97d5-8f6a48ff771a up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:10.245933 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:10.306457 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8965b2b-e056-4cb6-b0be-d0c9b647b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0a6cdf-52c5-4e4d-808c-227a33f43da9,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:10.317672 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:10.320472 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c8965b2b-e056-4cb6-b0be-d0c9b647b0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:10.321258 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c8965b2b-e056-4cb6-b0be-d0c9b647b0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:10.322436 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-c8965b2b-e056-4cb6-b0be-d0c9b647b0a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a0a6cdf-52c5-4e4d-808c-227a33f43da9 HTTP/1.1" status: 204  len: 168 time: 1.0213466
Sep 16 19:11:10.329737 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:10.436938 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f1dd5-612a-473e-b4a7-39f0d8af9662 None None] Pushing event updated for resources: {'Port': ['ID=d84ad769-5965-42db-b519-d2c99968b859,revision_number=3']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:10.448573 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-ef8f1dd5-612a-473e-b4a7-39f0d8af9662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:10.502117 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:10.508334 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Network e56eddca-9013-4f89-90ac-50ce9c2e6377 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:10.510879 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04460bdd60>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:10:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:10.523716 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b00f23a-42c0-4b9b-ad4f-92efd21e09d6 req-9dd34704-d000-4450-8409-aa420fe5730e tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 210 time: 0.0711410
Sep 16 19:11:10.527092 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:10.540160 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:10.544303 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704966'] for router_interface, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:10.547757 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c198a9ca-c662-4d13-a1b6-1e7c3718d5c9,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:10.556457 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:10.660840 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Allocated IP 172.20.0.12 (e53178fe-a87b-4279-a591-91bf9d6cf109/74c6f517-221a-4891-a42e-be003d65ddd8/554d5b62-77a9-419c-af50-cdbbdce1d648) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:10.695403 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:11:10.738163 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:10.788926 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 1907841b-0ad7-47c3-97d5-8f6a48ff771a triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:10.789307 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:11.161287 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] Set router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:11.273282 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:11.471494 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7773de88-275a-4fce-bf3d-d93be2e1e007 req-ec01d1a0-b4af-4e20-b5c3-70caf80c31ef tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 210 time: 0.1839721
Sep 16 19:11:11.569915 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:11.632100 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Usage tracker for resource:port and tenant:6f5af238eb4a47999df65b5fab40782a is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:11.664886 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:11.730423 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:11.742806 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 35b744d7-9af7-40eb-ac50-9b94db56e0d0 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:11.825991 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:11.843095 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:11.844827 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15345371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719594'] for router_interface, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:11.849367 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:11.922723 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Made reservation on behalf of 6f5af238eb4a47999df65b5fab40782a for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:11:11.930183 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:11.991972 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04460bdd60>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:03Z', 'revision_number': 3, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:12.003903 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5979c-ad1b-4e56-9893-52bbd1a25426 None None] The sync data for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi is: [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:03Z', 'revision_number': 3, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:11:12.056527 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 35b744d7-9af7-40eb-ac50-9b94db56e0d0 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:12.067555 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-006f1bb6-a308-48eb-9995-9932b3df72ce req-13029bfe-0b0b-454b-9537-fef414207919 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 210 time: 0.1645379
Sep 16 19:11:12.092481 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 35b744d7-9af7-40eb-ac50-9b94db56e0d0 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:12.093602 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:12.160241 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c198a9ca-c662-4d13-a1b6-1e7c3718d5c9,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:12.214009 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:12.329734 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445d74d60>, [{'id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'name': 'tempest-ServerRescueNegativeTestJSON-495265359-router', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:01Z', 'revision_number': 3, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'gw_port': {'id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:12.336925 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984581d9-4c3c-4f0f-80ae-2242f93cfd86 None None] The sync data for ids ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'] in dv-cinder-809447-1-iscsi is: [{'id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'name': 'tempest-ServerRescueNegativeTestJSON-495265359-router', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:01Z', 'revision_number': 3, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'gw_port': {'id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:11:12.341045 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Network e56eddca-9013-4f89-90ac-50ce9c2e6377 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:12.342454 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:12.422319 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:12.439500 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 35b744d7-9af7-40eb-ac50-9b94db56e0d0, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=35b744d7-9af7-40eb-ac50-9b94db56e0d0,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:12.447622 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:12.451049 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:12.491119 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55742) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:12.560096 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=35b744d7-9af7-40eb-ac50-9b94db56e0d0,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:12.576130 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:12.615600 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:13.021426 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Allocated IP 172.20.0.7 (93703ce5-04b0-47d5-a959-a8387d6ff8a4/21c3d426-a44a-45c0-a3f6-dbbe2464381d/2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:13.155815 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7b776132-dac0-49ad-84fa-e7168bcc5a3f req-7c17c73d-6ba0-415f-9a65-5212d78ee4a8 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 210 time: 0.3481889
Sep 16 19:11:13.308935 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:13.394950 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:11:13.558804 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:13.564342 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:eed6042c10ae4338bfc5de9707821952 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:13.567492 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:13.574537 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:13.716395 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:13.765698 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c94ad-95b7-40cb-8e71-a2cdb8312065 req-9860577a-d365-49b9-8534-c8de2d513dc7 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:13.767636 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ef8c94ad-95b7-40cb-8e71-a2cdb8312065 req-9860577a-d365-49b9-8534-c8de2d513dc7 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 932 time: 0.2516704
Sep 16 19:11:13.899310 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-ef8c94ad-95b7-40cb-8e71-a2cdb8312065 req-061400fe-db9e-4bab-9c9f-d4e0cd521338 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Synchronizing usage tracker for tenant:b3a25b099c944b938fe922665db15f3b on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:13.909748 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:13.912378 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:11:13.919782 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:11:13.943369 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] 10.222.0.22 "PUT /v2.0/routers/c0b62805-6ec0-49c4-b86b-ce73bc9a4795/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9932845
Sep 16 19:11:13.955657 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-ef8c94ad-95b7-40cb-8e71-a2cdb8312065 req-061400fe-db9e-4bab-9c9f-d4e0cd521338 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Unset dirty status for tenant:b3a25b099c944b938fe922665db15f3b on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:13.956838 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:13.980936 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ef8c94ad-95b7-40cb-8e71-a2cdb8312065 req-061400fe-db9e-4bab-9c9f-d4e0cd521338 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063191
Sep 16 19:11:13.985751 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:14.180886 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Pushing event updated for resources: {'Port': ['ID=554d5b62-77a9-419c-af50-cdbbdce1d648,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:14.195362 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eed6042c10ae4338bfc5de9707821952&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6993468
Sep 16 19:11:14.196316 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:14.197505 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55792) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:14.202771 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Network e53178fe-a87b-4279-a591-91bf9d6cf109 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:14.204013 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:14.252316 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f002b7c7-de84-4836-b519-77b9cec47bf6,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:14.255271 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:14.303497 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:14.312068 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Sync routers for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:11:14.356585 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:14.361760 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04463544c0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:10:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:14.516083 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f0d85c3a-84ac-48a8-bd2c-2e501b9c06bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:14.629702 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:14.668690 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f0d85c3a-84ac-48a8-bd2c-2e501b9c06bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:14.711060 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:14.724436 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:14.733424 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:14.916355 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f0d85c3a-84ac-48a8-bd2c-2e501b9c06bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:14.950100 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:14.976277 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:15.005647 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d85c3a-84ac-48a8-bd2c-2e501b9c06bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f002b7c7-de84-4836-b519-77b9cec47bf6,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:15.026905 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f0d85c3a-84ac-48a8-bd2c-2e501b9c06bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:15.028058 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f0d85c3a-84ac-48a8-bd2c-2e501b9c06bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:15.032822 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-f0d85c3a-84ac-48a8-bd2c-2e501b9c06bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f002b7c7-de84-4836-b519-77b9cec47bf6 HTTP/1.1" status: 204  len: 168 time: 0.8311148
Sep 16 19:11:15.191780 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-f63665fd-497e-436a-88f8-d83102cebeab req-6afdc801-1473-4e0e-8170-04e506857854 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Synchronizing usage tracker for tenant:6f5af238eb4a47999df65b5fab40782a on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:15.205838 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.3345988
Sep 16 19:11:15.208274 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:15.219725 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] 10.222.0.22 "PUT /v2.0/routers/63a4bcc5-04c4-4b27-8748-62a32c9045c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9798555
Sep 16 19:11:15.237721 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-85866c4f-9bb4-4e99-8abd-f45c5ea2d924 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:11:15.245853 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-85866c4f-9bb4-4e99-8abd-f45c5ea2d924 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0166612
Sep 16 19:11:15.282467 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:15.332194 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 35b744d7-9af7-40eb-ac50-9b94db56e0d0 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:15.463978 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Network 93703ce5-04b0-47d5-a959-a8387d6ff8a4 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:15.484150 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:15.625661 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:15.629855 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:15.635106 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:15.669238 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-f63665fd-497e-436a-88f8-d83102cebeab req-6afdc801-1473-4e0e-8170-04e506857854 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Unset dirty status for tenant:6f5af238eb4a47999df65b5fab40782a on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:15.674879 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f63665fd-497e-436a-88f8-d83102cebeab req-6afdc801-1473-4e0e-8170-04e506857854 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 210 time: 0.9860873
Sep 16 19:11:15.786656 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Pushing event updated for resources: {'Port': ['ID=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:15.793877 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:15.805445 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 55834) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:15.818450 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 35b744d7-9af7-40eb-ac50-9b94db56e0d0 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:15.819637 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:15.865972 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.8335791
Sep 16 19:11:16.042324 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-9337ffbe-f8a4-4c2c-98b2-08f2f3f10e4f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:16.043110 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-9337ffbe-f8a4-4c2c-98b2-08f2f3f10e4f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Synchronizing usage tracker for tenant:f624746042be4912ab35a043a8e1862f on resource:network {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:16.072698 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-9337ffbe-f8a4-4c2c-98b2-08f2f3f10e4f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Unset dirty status for tenant:f624746042be4912ab35a043a8e1862f on resource:network {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:16.074022 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-9337ffbe-f8a4-4c2c-98b2-08f2f3f10e4f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 818 time: 0.5613654
Sep 16 19:11:16.097657 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-90bbfda0-dd86-4030-9b4b-437547080955 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/quotas/f624746042be4912ab35a043a8e1862f HTTP/1.1" status: 200  len: 375 time: 0.0156343
Sep 16 19:11:16.288820 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:16.339619 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-92159b13-e9dc-453c-978d-d442685d144b tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Synchronizing usage tracker for tenant:f624746042be4912ab35a043a8e1862f on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:16.362835 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04463544c0>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 2, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:16.369254 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Checking router: 63a4bcc5-04c4-4b27-8748-62a32c9045c7 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:11:16.369608 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Updating router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 port d4743602-7dfd-4a0b-a748-72827e4f94be binding host dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:11:16.400025 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-92159b13-e9dc-453c-978d-d442685d144b tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Unset dirty status for tenant:f624746042be4912ab35a043a8e1862f on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:16.403962 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-92159b13-e9dc-453c-978d-d442685d144b tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3013878
Sep 16 19:11:16.432216 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:16.450926 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:16.471898 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:16.472282 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:16.545450 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:16.572679 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Request body: {'port': {'device_id': 'd0750c50-df98-4fbb-a082-9af75957e124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:16.673664 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Request body: {'port': {'device_id': '73bda5ab-b63d-488d-9b3c-5be0ce24c22e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:16.799662 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:16.806718 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] Usage tracker for resource:security_group_rule and tenant:194001135f384b32a7c6ae3382a830b5 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:16.810226 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:16.828234 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-39a25880-f0ce-4f60-b7f4-793430633f37 service neutron] 10.222.0.22 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4070642
Sep 16 19:11:16.831344 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:16.838468 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:17.083582 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=8c1bbf1d-d530-4015-8d7e-12a0b6bdc883,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:17.090876 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:17.105800 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d84ad769-5965-42db-b519-d2c99968b859 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:17.129555 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-a616189b-0a6f-4626-86bd-4d06f6d803e9 service neutron] 10.222.0.22 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2897332
Sep 16 19:11:17.158916 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-6aa96b4d-df5f-4c7f-9092-e841fce5b07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:17.324238 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=8c1bbf1d-d530-4015-8d7e-12a0b6bdc883,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:17.330584 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:17.348737 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:17.360993 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port d84ad769-5965-42db-b519-d2c99968b859 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:17.402657 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port d84ad769-5965-42db-b519-d2c99968b859 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:17.403419 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:17.408817 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:17.481272 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8b086-596b-4579-b1f2-709167a16a5b req-1342c672-3ddc-4d61-a067-ea4a2f64330d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:17.488120 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-59d8b086-596b-4579-b1f2-709167a16a5b req-1342c672-3ddc-4d61-a067-ea4a2f64330d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Synchronizing usage tracker for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:17.588175 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Notify callbacks [] for port, precommit_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:17.645624 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Transition to ACTIVE for port object d4743602-7dfd-4a0b-a748-72827e4f94be will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:17.717460 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:17.742748 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:17.868165 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e405416-e278-44f6-a74d-7322771f787c None None] Pushing event updated for resources: {'Port': ['ID=d4743602-7dfd-4a0b-a748-72827e4f94be,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:17.890603 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4e405416-e278-44f6-a74d-7322771f787c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:18.034867 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:18.130220 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:18.251709 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port d84ad769-5965-42db-b519-d2c99968b859, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=d84ad769-5965-42db-b519-d2c99968b859,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:18.332958 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:18.374534 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-a9cfb90e-6cec-4d50-9627-93fad23e9509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:18.538939 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:18.607134 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:11:18.641906 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Allocated IP 172.20.0.1 (e4d63524-e4fb-4877-bfc6-8e6cb96181b7/3727b007-f818-48fd-b7a3-6d8c7dd215d2/70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:18.654522 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-59d8b086-596b-4579-b1f2-709167a16a5b req-1342c672-3ddc-4d61-a067-ea4a2f64330d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Unset dirty status for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:18.661953 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-59d8b086-596b-4579-b1f2-709167a16a5b req-1342c672-3ddc-4d61-a067-ea4a2f64330d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 932 time: 2.5987937
Sep 16 19:11:18.692866 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:18.805790 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Attempting to bind port d4743602-7dfd-4a0b-a748-72827e4f94be on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:18.806254 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Attempting to bind port d4743602-7dfd-4a0b-a748-72827e4f94be by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:18.806696 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Attempting to bind port d4743602-7dfd-4a0b-a748-72827e4f94be on network 3892a6ed-02ff-4041-9f57-9a674253337d {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:18.859066 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:18.859583 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Checking segment: {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:18.860027 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:18.860489 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Bound using segment: {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:18.860955 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Bound port: d4743602-7dfd-4a0b-a748-72827e4f94be, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:18.861397 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:18.980114 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:19.002033 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Transition to ACTIVE for port object 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 will not be triggered until provisioned by entity DHCP. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:19.041737 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=d84ad769-5965-42db-b519-d2c99968b859,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:19.050838 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:19.067741 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:19.068133 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:19.130893 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:19.188338 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:19.222068 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=194001135f384b32a7c6ae3382a830b5&name=default HTTP/1.1" status: 200  len: 2647 time: 3.4129560
Sep 16 19:11:19.222576 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55898) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:19.273843 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] For port d4743602-7dfd-4a0b-a748-72827e4f94be, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:19.290541 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] For port d4743602-7dfd-4a0b-a748-72827e4f94be, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=d4743602-7dfd-4a0b-a748-72827e4f94be,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:19.301572 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:19.314651 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:19.363264 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-38b21fd0-3eb2-44df-8c6f-d467fd8d57aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:19.442051 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-38b21fd0-3eb2-44df-8c6f-d467fd8d57aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:19.463912 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e405416-e278-44f6-a74d-7322771f787c None None] Pushing event updated for resources: {'Port': ['ID=d4743602-7dfd-4a0b-a748-72827e4f94be,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:19.469415 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4e405416-e278-44f6-a74d-7322771f787c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:19.471190 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:19.471885 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04463544c0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:10:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:19.590339 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55902) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:19.631095 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553985697', 'description': 'tempest-description--1077050032'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:19.642583 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:19.661228 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:security_group and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:19.683100 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:19.699154 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:19.720871 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-38b21fd0-3eb2-44df-8c6f-d467fd8d57aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:19.728816 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:19.778772 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b21fd0-3eb2-44df-8c6f-d467fd8d57aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d20ecf-f1a7-4f8a-b63f-c7ecd4bf59f6,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:19.781212 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:19.836989 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-38b21fd0-3eb2-44df-8c6f-d467fd8d57aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:19.910875 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:19.924772 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:security_group_rule and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:19.941136 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:19.956189 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:20.066349 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.078961 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-38b21fd0-3eb2-44df-8c6f-d467fd8d57aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.080589 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-38b21fd0-3eb2-44df-8c6f-d467fd8d57aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56d20ecf-f1a7-4f8a-b63f-c7ecd4bf59f6 HTTP/1.1" status: 204  len: 168 time: 0.8564937
Sep 16 19:11:20.081514 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.151435 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:20.270005 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.272583 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-38b21fd0-3eb2-44df-8c6f-d467fd8d57aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:20.293868 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.297201 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.7058320
Sep 16 19:11:20.318594 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55916) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:20.372824 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'security_group_rule': {'security_group_id': 'f990adbc-f079-4f8d-a68d-bc242b5deafa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:20.433117 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:20.480725 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:security_group_rule and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:20.501350 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98dd7-7509-4eb1-b0cc-9e45da24c015 req-8aa287cb-6d35-4532-ac23-3c39c0afde25 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:20.503213 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-97d98dd7-7509-4eb1-b0cc-9e45da24c015 req-8aa287cb-6d35-4532-ac23-3c39c0afde25 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 931 time: 0.4348779
Sep 16 19:11:20.504110 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f990adbc-f079-4f8d-a68d-bc242b5deafa,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:20.516760 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:20.520353 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:20.555125 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554d5b62-77a9-419c-af50-cdbbdce1d648 {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:20.564540 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.568658 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:20.572238 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d84ad769-5965-42db-b519-d2c99968b859 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:20.583211 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Transition to ACTIVE for port object 554d5b62-77a9-419c-af50-cdbbdce1d648 will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:20.585362 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-97d98dd7-7509-4eb1-b0cc-9e45da24c015 req-c6ae93aa-0cec-40a5-9988-45032cd1707c tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623693
Sep 16 19:11:20.619752 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.647350 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.796821 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.801519 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.803530 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:20.839381 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576d27a9-8a74-4bbc-ad44-42a24a8debcb,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:20.855423 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d20ecf-f1a7-4f8a-b63f-c7ecd4bf59f6,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:20.859979 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.672s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:20.909377 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:20.954546 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:20.971407 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:20.974618 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:20.975595 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704966'] for router_interface, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:20.980859 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f184f2b1-c829-40e1-a99a-f208ae694023 req-7b107385-86b0-4899-8f50-b16a2f5b0889 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 210 time: 0.1407213
Sep 16 19:11:21.005926 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:21.028498 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.030386 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6985369
Sep 16 19:11:21.032566 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55926) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:21.039059 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'security_group_rule': {'security_group_id': 'f990adbc-f079-4f8d-a68d-bc242b5deafa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:21.040938 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:21.060845 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:21.072056 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:security_group_rule and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:21.082740 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:21.093584 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:21.131231 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.143292 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.161730 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Transition to ACTIVE for port object 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:21.165487 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-59d8b086-596b-4579-b1f2-709167a16a5b req-4c7e1161-ac1a-468e-953d-951ae118a1e8 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.5023253
Sep 16 19:11:21.166604 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Pushing event updated for resources: {'Port': ['ID=70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:21.178994 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Attempting to bind port 554d5b62-77a9-419c-af50-cdbbdce1d648 on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:21.179442 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Attempting to bind port 554d5b62-77a9-419c-af50-cdbbdce1d648 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:21.179807 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Attempting to bind port 554d5b62-77a9-419c-af50-cdbbdce1d648 on network e53178fe-a87b-4279-a591-91bf9d6cf109 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:21.315736 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.317216 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55932) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:21.332607 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Pushing event updated for resources: {'Port': ['ID=554d5b62-77a9-419c-af50-cdbbdce1d648,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:21.339457 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:21.340110 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.344811 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:21.355528 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.371087 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:21.399118 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port d84ad769-5965-42db-b519-d2c99968b859 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:21.399745 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.422367 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.459466 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4911e962-953a-4bc0-bb08-b48b25e9844f,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:21.463697 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:21.480867 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04463544c0>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:19Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:21.493081 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0189ff-b336-475b-8918-f9b65d88ee80 None None] The sync data for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi is: [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:19Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:11:21.506700 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.509127 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-0b8634db-fc64-45b8-9f3a-800f94a615de tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4754350
Sep 16 19:11:21.512284 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55946) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:21.515902 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-7e08c398-6373-44b9-af72-e19f1e58e8df None None] Provisioning for port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:21.525038 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'floatingip': {'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:21.533482 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Port 554d5b62-77a9-419c-af50-cdbbdce1d648 on network e53178fe-a87b-4279-a591-91bf9d6cf109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:11:21.533962 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Attempting to bind port 554d5b62-77a9-419c-af50-cdbbdce1d648 on network e53178fe-a87b-4279-a591-91bf9d6cf109 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:21.553718 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:21.560805 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-7e08c398-6373-44b9-af72-e19f1e58e8df None None] Provisioning complete for port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:21.561740 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7e08c398-6373-44b9-af72-e19f1e58e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.571778 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:21.572442 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Checking segment: {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:21.573192 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Bound using segment: {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:21.574109 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Bound port: 554d5b62-77a9-419c-af50-cdbbdce1d648, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:21.574690 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.593451 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:21.597466 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:floatingip and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:21.601855 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:21.609578 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:21.657380 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] Usage tracker for resource:security_group_rule and tenant:560b1e4593a9493bb1df08234c180379 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:21.658289 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-7e08c398-6373-44b9-af72-e19f1e58e8df None None] Port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:11:21.666060 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:21.668924 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.689813 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:21.703720 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] For port 554d5b62-77a9-419c-af50-cdbbdce1d648, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:21.707890 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] For port 554d5b62-77a9-419c-af50-cdbbdce1d648, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=554d5b62-77a9-419c-af50-cdbbdce1d648,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:21.735051 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:21.856360 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Pushing event updated for resources: {'Port': ['ID=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:21.861063 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:21.868386 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:21.981135 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:22.017697 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:22.023555 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4d654-d038-4743-b1f0-4795c986abdd req-9c564d86-b175-4ec5-a07a-21955b38a277 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:22.034079 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b8c4d654-d038-4743-b1f0-4795c986abdd req-9c564d86-b175-4ec5-a07a-21955b38a277 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 943 time: 0.1988792
Sep 16 19:11:22.086228 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Pushing event updated for resources: {'Port': ['ID=554d5b62-77a9-419c-af50-cdbbdce1d648,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:22.106128 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:22.130014 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:22.133254 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b8c4d654-d038-4743-b1f0-4795c986abdd req-ea90dd43-44fe-4377-b278-8b23614cd848 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980825
Sep 16 19:11:22.135207 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:22.135575 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:22.190192 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:22.273720 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f50ba6-e93d-472e-a839-9ba517a1d000,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:22.276845 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:22.306687 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:22.370640 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:22.372110 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] 10.222.0.20 "PUT /v2.0/ports/554d5b62-77a9-419c-af50-cdbbdce1d648 HTTP/1.1" status: 200  len: 1094 time: 6.1415050
Sep 16 19:11:22.372575 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bda5ab-b63d-488d-9b3c-5be0ce24c22e', 'tag': '554d5b62-77a9-419c-af50-cdbbdce1d648'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:22.385059 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=560b1e4593a9493bb1df08234c180379&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0663214
Sep 16 19:11:22.389260 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 55962) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:22.527547 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d4743602-7dfd-4a0b-a748-72827e4f94be up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:22.580250 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Attempting to bind port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:22.580696 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Attempting to bind port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '1cc3716b-9ee7-4516-adfa-7c68171db711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93703ce5-04b0-47d5-a959-a8387d6ff8a4'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:22.581701 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Attempting to bind port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd on network 93703ce5-04b0-47d5-a959-a8387d6ff8a4 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:22.608857 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-ffc693fd-3db7-4075-beec-b9a3c1187039 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:22.622595 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-ffc693fd-3db7-4075-beec-b9a3c1187039 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 818 time: 1.1307409
Sep 16 19:11:22.642494 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port d4743602-7dfd-4a0b-a748-72827e4f94be completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:22.652849 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port d4743602-7dfd-4a0b-a748-72827e4f94be triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:22.653433 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:22.665863 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd on network 93703ce5-04b0-47d5-a959-a8387d6ff8a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:11:22.666218 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Attempting to bind port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd on network 93703ce5-04b0-47d5-a959-a8387d6ff8a4 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:22.693471 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-ee6f29c7-de97-47c5-b600-d58c1b4e12e4 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/quotas/f624746042be4912ab35a043a8e1862f HTTP/1.1" status: 200  len: 375 time: 0.0699687
Sep 16 19:11:22.808923 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b837eaa9-6d8b-420e-9577-4bcfb4d84f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:22.812361 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Allocated IP 172.27.3.183 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/05e3897c-d53a-475a-9b71-3ae398e5aa07) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:22.818333 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:22.818691 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Checking segment: {'id': '1cc3716b-9ee7-4516-adfa-7c68171db711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93703ce5-04b0-47d5-a959-a8387d6ff8a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:22.819074 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Bound using segment: {'id': '1cc3716b-9ee7-4516-adfa-7c68171db711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93703ce5-04b0-47d5-a959-a8387d6ff8a4'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:22.819521 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Bound port: 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc3716b-9ee7-4516-adfa-7c68171db711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93703ce5-04b0-47d5-a959-a8387d6ff8a4'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:22.819861 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:22.835404 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:22.888857 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port d4743602-7dfd-4a0b-a748-72827e4f94be, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=d4743602-7dfd-4a0b-a748-72827e4f94be,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:22.895763 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:22.907321 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-1a265cd4-f349-44d6-88b2-691d3c491073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:22.918178 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b837eaa9-6d8b-420e-9577-4bcfb4d84f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.011294 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=d4743602-7dfd-4a0b-a748-72827e4f94be,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:23.032079 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:23.109212 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecc476-5989-44ad-9568-538eebe72530 req-dcc0fd2c-ea0a-42a0-9b47-3f090e7bf436 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:23.110783 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-91ecc476-5989-44ad-9568-538eebe72530 req-dcc0fd2c-ea0a-42a0-9b47-3f090e7bf436 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 944 time: 0.5289543
Sep 16 19:11:23.229350 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-eb5e8fc2-b7a4-44fa-8956-27b06d7f259f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4271262
Sep 16 19:11:23.238503 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] For port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:23.259677 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b837eaa9-6d8b-420e-9577-4bcfb4d84f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.271861 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.273298 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.274245 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:23.278335 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] For port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,segment=NetworkSegment(1cc3716b-9ee7-4516-adfa-7c68171db711),segment_id=1cc3716b-9ee7-4516-adfa-7c68171db711)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:23.286100 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-91ecc476-5989-44ad-9568-538eebe72530 req-d28f96df-f080-48f9-82be-b1813c597ec7 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216738
Sep 16 19:11:23.292011 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.293198 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.296606 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837eaa9-6d8b-420e-9577-4bcfb4d84f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f50ba6-e93d-472e-a839-9ba517a1d000,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:23.296803 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15345371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719594'] for router_interface, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.301648 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-b837eaa9-6d8b-420e-9577-4bcfb4d84f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:23.313754 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b837eaa9-6d8b-420e-9577-4bcfb4d84f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.317510 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-b837eaa9-6d8b-420e-9577-4bcfb4d84f62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43f50ba6-e93d-472e-a839-9ba517a1d000 HTTP/1.1" status: 204  len: 168 time: 0.9271023
Sep 16 19:11:23.332265 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.348029 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-cc8aa141-4cbe-463a-ab36-979317622c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:23.348541 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-03def7ec-9f8d-42fa-a6ab-0efa15a81762 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:23.439233 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6b8fcc07-be3b-4485-9b25-76eb8bdadf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.467808 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:23.471621 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:23.473570 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'Port': ['ID=05e3897c-d53a-475a-9b71-3ae398e5aa07,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:23.481360 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:23.487937 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:23.536433 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Pushing event updated for resources: {'Port': ['ID=70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:23.539187 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.540560 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] 10.222.0.20 "PUT /v2.0/ports/2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd HTTP/1.1" status: 200  len: 1093 time: 7.3152201
Sep 16 19:11:23.602799 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bda5ab-b63d-488d-9b3c-5be0ce24c22e', 'tag': '554d5b62-77a9-419c-af50-cdbbdce1d648', 'status': 'completed', 'code': 200}
Sep 16 19:11:23.616884 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-76fa66c9-593c-4286-9b13-79a9388cc634 service neutron] 10.222.0.22 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3731163
Sep 16 19:11:23.772169 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Pushing event updated for resources: {'Port': ['ID=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:23.773481 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.785200 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:23.785614 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:23.785902 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:23.799097 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:23.801916 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:23.809017 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.938756 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:23.971884 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-98d0138e-ede3-48a1-93c1-706c28aa6c3b service neutron] 10.222.0.22 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3364129
Sep 16 19:11:24.081356 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33927a8-b675-4308-ad54-55e7522e4196 req-c3ef34ce-5995-4ebc-9f09-e8ef5406b706 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:24.082900 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f33927a8-b675-4308-ad54-55e7522e4196 req-c3ef34ce-5995-4ebc-9f09-e8ef5406b706 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 943 time: 0.3246188
Sep 16 19:11:24.231301 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-fee44523-5bf3-46bd-8850-439b52949a28 None None] Provisioning complete for port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:24.231694 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fee44523-5bf3-46bd-8850-439b52949a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:24.261464 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f33927a8-b675-4308-ad54-55e7522e4196 req-f2ce2cea-ab02-41c6-ba30-6f6aac2da50a tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609912
Sep 16 19:11:24.341844 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.20', 59548) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:24.421250 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-fee44523-5bf3-46bd-8850-439b52949a28 None None] Port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:11:24.521401 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d4743602-7dfd-4a0b-a748-72827e4f94be up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:24.682670 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-b6e3cf6e-1e98-424b-a380-e8bfb96bc08d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:24.684322 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-b6e3cf6e-1e98-424b-a380-e8bfb96bc08d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 818 time: 0.3958750
Sep 16 19:11:24.720183 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port d4743602-7dfd-4a0b-a748-72827e4f94be triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:24.720700 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:24.766969 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-71fb4360-9e37-4d20-b05b-7aabbf9fb26c req-51647c15-c987-4de3-98aa-7c3535840faf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 1097 time: 0.3886757
Sep 16 19:11:24.770098 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:24.797186 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Request body: {'port': {'device_id': 'a8617b40-8ae7-4620-b229-4bf0859e0cd9', 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377', 'admin_state_up': True, 'tenant_id': 'f624746042be4912ab35a043a8e1862f'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:24.812504 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:24.832111 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5192801b-c5d7-40f6-a028-1c1d083ffc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:24.908729 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:24.938575 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'Port': ['ID=05e3897c-d53a-475a-9b71-3ae398e5aa07,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:24.960506 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:25.025414 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-06ae41ac-4bb5-4970-a419-834edaf25064 req-bae0cf3b-f22b-4bc5-97bb-c3702535665a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 210 time: 0.7356179
Sep 16 19:11:25.060156 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:25.063752 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:25.065004 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5513234
Sep 16 19:11:25.076123 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175801cf-279d-4852-bfcf-ee326f0adb3e req-eb938e8d-22c3-49b2-9f40-bf4d3e4c5a53 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:25.084092 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-175801cf-279d-4852-bfcf-ee326f0adb3e req-eb938e8d-22c3-49b2-9f40-bf4d3e4c5a53 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 944 time: 0.4664822
Sep 16 19:11:25.093895 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:25.102318 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-9e44c757-c81c-494e-927d-7e3cdb8fb4c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f5af238eb4a47999df65b5fab40782a&device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 1096 time: 0.7854617
Sep 16 19:11:25.267979 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-175801cf-279d-4852-bfcf-ee326f0adb3e req-9e064d73-d6c9-4dfd-aa5d-ab56ae3f5db0 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827288
Sep 16 19:11:25.289608 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb4360-9e37-4d20-b05b-7aabbf9fb26c req-b52a77f3-6342-484a-9c04-de05af8abd51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:25.294951 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-71fb4360-9e37-4d20-b05b-7aabbf9fb26c req-b52a77f3-6342-484a-9c04-de05af8abd51 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b3a25b099c944b938fe922665db15f3b&shared=False HTTP/1.1" status: 200  len: 916 time: 0.5162058
Sep 16 19:11:25.439505 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Made reservation on behalf of f624746042be4912ab35a043a8e1862f for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:11:25.442785 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:25.541046 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-3a7a0579-d949-479d-b113-dd6a21535b60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd HTTP/1.1" status: 200  len: 217 time: 0.4286103
Sep 16 19:11:25.552228 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-18402661-4a76-453f-8ac9-11bf9d7868b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:25.581468 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-721ca01e-26e8-423b-9087-e951a583d86a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Synchronizing usage tracker for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:25.623931 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-721ca01e-26e8-423b-9087-e951a583d86a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Unset dirty status for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:25.632763 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-721ca01e-26e8-423b-9087-e951a583d86a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--553985697&fields=id&tenant_id=4af54a7dd5b54bcea64d296ff459d9b7 HTTP/1.1" status: 200  len: 267 time: 0.1269150
Sep 16 19:11:25.635172 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb4360-9e37-4d20-b05b-7aabbf9fb26c req-95ef9b26-72bd-409d-bb6e-2d12bcded506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:25.636782 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-71fb4360-9e37-4d20-b05b-7aabbf9fb26c req-95ef9b26-72bd-409d-bb6e-2d12bcded506 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3325326
Sep 16 19:11:25.652269 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0750c50-df98-4fbb-a082-9af75957e124', 'tag': '2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:25.658283 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-a4b772ca-b1f7-488a-901b-54da925e256a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:25.660150 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-a4b772ca-b1f7-488a-901b-54da925e256a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21c3d426-a44a-45c0-a3f6-dbbe2464381d HTTP/1.1" status: 200  len: 851 time: 0.1057043
Sep 16 19:11:25.787228 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-6864975c-2820-4aa6-b11d-100276dda468 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=93703ce5-04b0-47d5-a959-a8387d6ff8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536723
Sep 16 19:11:25.870293 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.20', 59554) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:25.959562 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-d92c0e39-8acb-4ef3-aa8d-abc5175603df service neutron] 10.222.0.20 "GET /v2.0/networks/93703ce5-04b0-47d5-a959-a8387d6ff8a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599333
Sep 16 19:11:26.194398 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-86db1201-0918-4f45-9e1c-5fceaa99b491 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:26.200722 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-86db1201-0918-4f45-9e1c-5fceaa99b491 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 816 time: 0.5668771
Sep 16 19:11:26.258367 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-de50e795-4705-46d5-b92c-482aab60b040 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 1097 time: 0.5605588
Sep 16 19:11:26.273762 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-033f0c1f-5700-4312-af90-e5e32890011c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/quotas/4af54a7dd5b54bcea64d296ff459d9b7 HTTP/1.1" status: 200  len: 375 time: 0.0721412
Sep 16 19:11:26.280036 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Router 9af8f7f0-cada-4040-8beb-c36e5198a1bd has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:11:26.286416 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459efc2a-c498-4452-a04b-a1a1dcdcf5f8 req-869608cb-15a9-4fed-b1b3-7906db87dff8 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:26.291074 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-459efc2a-c498-4452-a04b-a1a1dcdcf5f8 req-869608cb-15a9-4fed-b1b3-7906db87dff8 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 943 time: 0.6285448
Sep 16 19:11:26.321674 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-f919db9c-e6b6-40ed-af95-b9552ca8239e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:26.323084 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-f919db9c-e6b6-40ed-af95-b9552ca8239e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 818 time: 0.4516551
Sep 16 19:11:26.360477 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Allocated IP 172.20.0.13 (e56eddca-9013-4f89-90ac-50ce9c2e6377/ae7cbdab-3685-4234-818a-0061a156679e/4cec690d-5dd2-4470-af92-59a1615b8717) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:26.397169 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe2faee8-7a60-4976-a2ee-23113a9df619 req-16e3cad7-278c-4d32-bc2c-601bf4925ed3 service neutron] 10.222.0.20 "GET /v2.0/networks/93703ce5-04b0-47d5-a959-a8387d6ff8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4312320
Sep 16 19:11:26.397450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Request body: {'port': {'device_id': '539ab3b4-9af8-456a-8c08-74f2e67e77e6', 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377', 'admin_state_up': True, 'tenant_id': 'f624746042be4912ab35a043a8e1862f'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:26.430961 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-d5f315a3-2f68-49ba-aa38-9319244a937f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=554d5b62-77a9-419c-af50-cdbbdce1d648 HTTP/1.1" status: 200  len: 217 time: 0.1531219
Sep 16 19:11:26.472170 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-459efc2a-c498-4452-a04b-a1a1dcdcf5f8 req-457b0d73-3dcc-4533-9692-b5b669d31268 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Synchronizing usage tracker for tenant:6f5af238eb4a47999df65b5fab40782a on resource:security_group {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:26.517419 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:26.556706 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-459efc2a-c498-4452-a04b-a1a1dcdcf5f8 req-457b0d73-3dcc-4533-9692-b5b669d31268 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Unset dirty status for tenant:6f5af238eb4a47999df65b5fab40782a on resource:security_group {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:26.563072 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-459efc2a-c498-4452-a04b-a1a1dcdcf5f8 req-457b0d73-3dcc-4533-9692-b5b669d31268 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554605
Sep 16 19:11:26.612769 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-017b5f73-070d-481b-9f67-362cb51ab079 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:26.614233 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-017b5f73-070d-481b-9f67-362cb51ab079 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74c6f517-221a-4891-a42e-be003d65ddd8 HTTP/1.1" status: 200  len: 855 time: 0.1608636
Sep 16 19:11:26.625600 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-d78c00c1-16a3-4833-8ff5-e601e5f5437b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3507655
Sep 16 19:11:26.677182 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0750c50-df98-4fbb-a082-9af75957e124', 'tag': '2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd', 'status': 'completed', 'code': 200}
Sep 16 19:11:26.802178 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-8ee1cfc4-ae45-45d3-9bcc-6304b163fba1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53178fe-a87b-4279-a591-91bf9d6cf109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1756163
Sep 16 19:11:26.839999 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-3015d633-af36-43f2-ac41-a28a68656cab service neutron] 10.222.0.22 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733651
Sep 16 19:11:26.885579 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:26.886645 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cb3dbf0e-2e8c-4193-826b-0f3f1e01ab02 req-fe9d0c43-3215-4aa9-8c93-0365e7e29e2f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 210 time: 0.0701840
Sep 16 19:11:26.907781 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:26.987802 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-951b3a5c-373c-4562-8843-eab54b7d6525 req-3bf29d4f-ed7c-4d87-a921-27bb569bf8d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f5af238eb4a47999df65b5fab40782a&device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 1096 time: 0.2768214
Sep 16 19:11:27.007098 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:27.201178 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Made reservation on behalf of f624746042be4912ab35a043a8e1862f for: {'port': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:11:27.204524 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:27.251913 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:27.260546 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b3a5c-373c-4562-8843-eab54b7d6525 req-b1872987-a63a-4e12-be88-f588a6bb5a1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:27.262027 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-951b3a5c-373c-4562-8843-eab54b7d6525 req-b1872987-a63a-4e12-be88-f588a6bb5a1c service neutron] 10.222.0.20 "GET /v2.0/networks?id=93703ce5-04b0-47d5-a959-a8387d6ff8a4 HTTP/1.1" status: 200  len: 912 time: 0.2608004
Sep 16 19:11:27.311002 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-76485335-48c5-45a7-80a7-f754017adc5e service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4975274
Sep 16 19:11:27.322409 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-665e6c5a-050d-4093-9c1d-18839cc34782 service neutron] 10.222.0.22 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4749048
Sep 16 19:11:27.328268 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:27.478889 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:11:27.506671 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-951b3a5c-373c-4562-8843-eab54b7d6525 req-2005c5aa-2e16-4074-99fe-e3d8155e85db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd HTTP/1.1" status: 200  len: 217 time: 0.2374971
Sep 16 19:11:27.575002 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Allocated IP 172.20.0.3 (e56eddca-9013-4f89-90ac-50ce9c2e6377/ae7cbdab-3685-4234-818a-0061a156679e/597b793c-4241-49eb-9bcd-e74ec3bb6104) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:27.581014 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-dc5a4ec4-1279-406b-a7b2-127e88b20984 service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2574542
Sep 16 19:11:27.601105 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Pushing event updated for resources: {'Port': ['ID=4cec690d-5dd2-4470-af92-59a1615b8717,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:27.615180 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:27.620339 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Network e56eddca-9013-4f89-90ac-50ce9c2e6377 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:27.639117 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:27.658274 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:27.662211 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:27.668694 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:27.724977 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9203d-2f49-4cf3-b2e7-a76168a1f05c req-a58e5e94-9c29-4724-99c0-69964236cd95 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:27.726531 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ebc9203d-2f49-4cf3-b2e7-a76168a1f05c req-a58e5e94-9c29-4724-99c0-69964236cd95 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 944 time: 0.6330724
Sep 16 19:11:27.728130 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b3a5c-373c-4562-8843-eab54b7d6525 req-d0ece9eb-7d1e-46e1-9ac7-d39d55b5d9ac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:27.729310 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-951b3a5c-373c-4562-8843-eab54b7d6525 req-d0ece9eb-7d1e-46e1-9ac7-d39d55b5d9ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=21c3d426-a44a-45c0-a3f6-dbbe2464381d HTTP/1.1" status: 200  len: 851 time: 0.2084265
Sep 16 19:11:27.738542 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-a41be411-4ea0-4aba-8ed2-d7b4fa20bb88 admin admin] 10.222.0.22 "PUT /v2.0/routers/9af8f7f0-cada-4040-8beb-c36e5198a1bd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.3677313
Sep 16 19:11:27.740043 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9641473
Sep 16 19:11:27.808302 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Request body: {'port': {'device_id': 'a8617b40-8ae7-4620-b229-4bf0859e0cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:27.850193 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-951b3a5c-373c-4562-8843-eab54b7d6525 req-bca26202-b2d0-4e32-b977-8bb622b9ffc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=93703ce5-04b0-47d5-a959-a8387d6ff8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1132524
Sep 16 19:11:27.960510 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c2fb6342-5839-4da1-a668-1d4bb16bd2ae req-e4a6e28b-cfbe-4e9a-b243-ce5e2438814f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 210 time: 0.0947747
Sep 16 19:11:27.969852 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:28.040990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:28.047548 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ebc9203d-2f49-4cf3-b2e7-a76168a1f05c req-b196f41e-a38b-4ebb-a339-f335abf8e3b9 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3110480
Sep 16 19:11:28.056963 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:28.103394 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:28.115688 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:28.173800 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Network e56eddca-9013-4f89-90ac-50ce9c2e6377 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:28.177191 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:28.185029 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:28.186924 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:28.187664 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:28.197354 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Pushing event updated for resources: {'Port': ['ID=597b793c-4241-49eb-9bcd-e74ec3bb6104,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:28.205757 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:28.220881 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-951b3a5c-373c-4562-8843-eab54b7d6525 req-59c8f02d-e3b1-4a94-83cc-b744061fcaa9 service neutron] 10.222.0.20 "GET /v2.0/networks/93703ce5-04b0-47d5-a959-a8387d6ff8a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3592885
Sep 16 19:11:28.228370 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8400273
Sep 16 19:11:28.240995 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Request body: {'port': {'device_id': '539ab3b4-9af8-456a-8c08-74f2e67e77e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:28.469927 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-951b3a5c-373c-4562-8843-eab54b7d6525 req-16fd0f3e-c76b-4761-9b97-d57907bd892a service neutron] 10.222.0.20 "GET /v2.0/networks/93703ce5-04b0-47d5-a959-a8387d6ff8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361052
Sep 16 19:11:28.598564 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:28.692195 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96801b67-dd8e-403d-897f-db6df20a870e req-d23260dd-809c-4b20-953f-9f62b52a6953 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:28.700035 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-96801b67-dd8e-403d-897f-db6df20a870e req-d23260dd-809c-4b20-953f-9f62b52a6953 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 943 time: 0.4188390
Sep 16 19:11:28.870826 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-96801b67-dd8e-403d-897f-db6df20a870e req-9d92bd84-1348-41cb-91ce-82f3ef9de723 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697156
Sep 16 19:11:28.898601 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56194) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:28.918849 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283351556', 'description': 'tempest-description--1836613083'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:28.941514 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:28.953875 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Usage tracker for resource:security_group and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:28.957367 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:28.969141 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:28.994288 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.019114 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cec690d-5dd2-4470-af92-59a1615b8717 {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:29.032013 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.052582 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Transition to ACTIVE for port object 4cec690d-5dd2-4470-af92-59a1615b8717 will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:29.058180 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.070725 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:29.136616 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:29.150006 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Usage tracker for resource:security_group_rule and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:29.214578 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56218) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:29.278563 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:29.286008 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:29.382801 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.399907 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.409894 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Attempting to bind port 4cec690d-5dd2-4470-af92-59a1615b8717 on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:29.410405 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Attempting to bind port 4cec690d-5dd2-4470-af92-59a1615b8717 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:29.410847 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Attempting to bind port 4cec690d-5dd2-4470-af92-59a1615b8717 on network e56eddca-9013-4f89-90ac-50ce9c2e6377 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:29.420530 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Pushing event updated for resources: {'Port': ['ID=4cec690d-5dd2-4470-af92-59a1615b8717,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:29.425133 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:29.448585 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2d635f21-ea86-4278-8b9e-da737afde129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:29.496355 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d58ba58a-71bd-489c-abec-8b01308bd2ee req-de5f76ac-ab28-456a-82a9-e62e1699a0f4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 210 time: 0.0998397
Sep 16 19:11:29.508227 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Port 4cec690d-5dd2-4470-af92-59a1615b8717 on network e56eddca-9013-4f89-90ac-50ce9c2e6377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:11:29.508227 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Attempting to bind port 4cec690d-5dd2-4470-af92-59a1615b8717 on network e56eddca-9013-4f89-90ac-50ce9c2e6377 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:29.521858 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:29.522478 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Checking segment: {'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:29.522965 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Bound using segment: {'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:29.523506 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Bound port: 4cec690d-5dd2-4470-af92-59a1615b8717, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:29.523942 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.554015 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.571607 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5dd46f-3a9d-41bf-a000-c51f27f67019,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:29.575621 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.578181 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.6792150
Sep 16 19:11:29.581460 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56236) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:29.585664 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:29.599563 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'security_group_rule': {'security_group_id': 'cc5dd46f-3a9d-41bf-a000-c51f27f67019', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:29.618448 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:29.620436 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:29.624731 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] Usage tracker for resource:security_group_rule and tenant:0e69bc185a2941a2867fbd82a1d65da8 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:29.627858 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:29.628044 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Usage tracker for resource:security_group_rule and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:29.635226 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:29.661496 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:29.682096 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:29.703318 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597b793c-4241-49eb-9bcd-e74ec3bb6104 {{(pid=75160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:29.715449 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.720803 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.728285 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:11:29.760439 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Transition to ACTIVE for port object 597b793c-4241-49eb-9bcd-e74ec3bb6104 will not be triggered until provisioned by entity L2. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:29.772097 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:29.781910 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:29.840664 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c96c53-e171-43c7-b929-41cc8d12f23e req-3c3d48cf-b3c7-4e4a-80d1-199e6612a855 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:29.842498 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-38c96c53-e171-43c7-b929-41cc8d12f23e req-3c3d48cf-b3c7-4e4a-80d1-199e6612a855 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Synchronizing usage tracker for tenant:f624746042be4912ab35a043a8e1862f on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:29.931327 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-38c96c53-e171-43c7-b929-41cc8d12f23e req-3c3d48cf-b3c7-4e4a-80d1-199e6612a855 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Unset dirty status for tenant:f624746042be4912ab35a043a8e1862f on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:29.932494 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-38c96c53-e171-43c7-b929-41cc8d12f23e req-3c3d48cf-b3c7-4e4a-80d1-199e6612a855 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 931 time: 0.5939579
Sep 16 19:11:29.949833 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] For port 4cec690d-5dd2-4470-af92-59a1615b8717, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:29.973779 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-e7a15ddb-8632-4ede-838e-556f7b866b16 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:29.974487 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-e7a15ddb-8632-4ede-838e-556f7b866b16 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Synchronizing usage tracker for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:network {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:29.996050 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] For port 4cec690d-5dd2-4470-af92-59a1615b8717, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=4cec690d-5dd2-4470-af92-59a1615b8717,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:30.013480 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,segment=NetworkSegment(1cc3716b-9ee7-4516-adfa-7c68171db711),segment_id=1cc3716b-9ee7-4516-adfa-7c68171db711)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:30.016356 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.018061 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.034528 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd', 'network_id': '93703ce5-04b0-47d5-a959-a8387d6ff8a4', 'port_id': '2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd', 'mac_address': 'fa:16:3e:0a:0a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c3d426-a44a-45c0-a3f6-dbbe2464381d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:11:30.038927 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:30.056454 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.115403 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.138275 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:30.155584 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.163655 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,segment=NetworkSegment(1cc3716b-9ee7-4516-adfa-7c68171db711),segment_id=1cc3716b-9ee7-4516-adfa-7c68171db711)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:30.173654 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.174918 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 554d5b62-77a9-419c-af50-cdbbdce1d648 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:11:30.178524 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:30.198457 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-e7a15ddb-8632-4ede-838e-556f7b866b16 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Unset dirty status for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:network {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:30.199607 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-e7a15ddb-8632-4ede-838e-556f7b866b16 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 816 time: 0.7549577
Sep 16 19:11:30.205798 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.211827 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-38c96c53-e171-43c7-b929-41cc8d12f23e req-6ea2c392-36db-4b43-89c6-4410b951a310 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2690201
Sep 16 19:11:30.223929 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.225286 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] 10.222.0.20 "PUT /v2.0/ports/4cec690d-5dd2-4470-af92-59a1615b8717 HTTP/1.1" status: 200  len: 1094 time: 2.4469192
Sep 16 19:11:30.226859 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8617b40-8ae7-4620-b229-4bf0859e0cd9', 'tag': '4cec690d-5dd2-4470-af92-59a1615b8717'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:30.243381 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Attempting to bind port 597b793c-4241-49eb-9bcd-e74ec3bb6104 on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:30.243863 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Attempting to bind port 597b793c-4241-49eb-9bcd-e74ec3bb6104 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:30.244259 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Attempting to bind port 597b793c-4241-49eb-9bcd-e74ec3bb6104 on network e56eddca-9013-4f89-90ac-50ce9c2e6377 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:30.273023 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Pushing event updated for resources: {'Port': ['ID=4cec690d-5dd2-4470-af92-59a1615b8717,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:30.277261 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e69bc185a2941a2867fbd82a1d65da8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0540903
Sep 16 19:11:30.278594 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:30.279062 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-70230c8d-5cdb-4183-a02d-83fa54de9230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:30.287125 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56264) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:30.307444 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Port 597b793c-4241-49eb-9bcd-e74ec3bb6104 on network e56eddca-9013-4f89-90ac-50ce9c2e6377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:11:30.307825 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Attempting to bind port 597b793c-4241-49eb-9bcd-e74ec3bb6104 on network e56eddca-9013-4f89-90ac-50ce9c2e6377 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:30.317650 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:30.317991 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Checking segment: {'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:30.318583 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Bound using segment: {'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:30.319038 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Bound port: 597b793c-4241-49eb-9bcd-e74ec3bb6104, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'}}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:30.319398 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.338744 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.344564 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7559636
Sep 16 19:11:30.345611 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=597b793c-4241-49eb-9bcd-e74ec3bb6104,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:30.349383 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:30.350060 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56270) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:30.392728 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 554d5b62-77a9-419c-af50-cdbbdce1d648, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=554d5b62-77a9-419c-af50-cdbbdce1d648,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:30.415219 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '554d5b62-77a9-419c-af50-cdbbdce1d648', 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109', 'port_id': '554d5b62-77a9-419c-af50-cdbbdce1d648', 'mac_address': 'fa:16:3e:f1:15:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c6f517-221a-4891-a42e-be003d65ddd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:11:30.429895 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-589459cb-f75e-489b-b410-8d880b76c34d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Synchronizing usage tracker for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:security_group {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:30.444282 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09095789-01f8-4bfa-bb65-6b787872b3e2,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:30.459662 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:30.478720 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] For port 597b793c-4241-49eb-9bcd-e74ec3bb6104, host hv-cinder-80944, cleared binding levels {{(pid=75160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:30.484534 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] For port 597b793c-4241-49eb-9bcd-e74ec3bb6104, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=597b793c-4241-49eb-9bcd-e74ec3bb6104,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:30.484679 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-589459cb-f75e-489b-b410-8d880b76c34d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Unset dirty status for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:security_group {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:30.485647 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-98ec8b32-2112-49e0-b1e4-461232dcef92 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:30.485775 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-589459cb-f75e-489b-b410-8d880b76c34d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af54a7dd5b54bcea64d296ff459d9b7 HTTP/1.1" status: 200  len: 379 time: 0.2595816
Sep 16 19:11:30.496070 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'port': {'device_id': '65080f5d-1e6f-4435-81e4-643563957e75', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'admin_state_up': True, 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'security_groups': ['f990adbc-f079-4f8d-a68d-bc242b5deafa']}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:30.505175 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847ab22c-82c7-4241-a0c8-c5401d4a52de,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:30.508922 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:30.510187 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.515272 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'security_group_rule': {'security_group_id': 'cc5dd46f-3a9d-41bf-a000-c51f27f67019', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:30.516251 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.524936 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:30.529122 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Usage tracker for resource:security_group_rule and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:30.533261 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:30.541127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:30.542062 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554d5b62-77a9-419c-af50-cdbbdce1d648 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:30.564458 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-5c959b0f-c57b-41e3-962a-88b7ad25695e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 1097 time: 0.2780719
Sep 16 19:11:30.565159 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-1ec65d5a-f69b-4a9f-9bc5-6a9559b787d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.568168 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:30.577144 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 554d5b62-77a9-419c-af50-cdbbdce1d648, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=554d5b62-77a9-419c-af50-cdbbdce1d648,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:30.578323 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:30.581934 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:30.583181 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.585188 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:30.648287 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.674023 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=554d5b62-77a9-419c-af50-cdbbdce1d648,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:30.681540 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:30.687103 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.688532 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/597b793c-4241-49eb-9bcd-e74ec3bb6104 HTTP/1.1" status: 200  len: 1093 time: 2.4543049
Sep 16 19:11:30.707160 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56280) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:30.707672 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539ab3b4-9af8-456a-8c08-74f2e67e77e6', 'tag': '597b793c-4241-49eb-9bcd-e74ec3bb6104'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:30.771581 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4613f29-199f-4750-a048-8bcd50c1dcf4 req-de66690d-8040-4b09-aec6-2f00194da67c tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:30.773250 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b4613f29-199f-4750-a048-8bcd50c1dcf4 req-de66690d-8040-4b09-aec6-2f00194da67c tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 944 time: 0.9494371
Sep 16 19:11:30.833902 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-1ec65d5a-f69b-4a9f-9bc5-6a9559b787d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.843926 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-12ffdbc3-1e91-461d-873a-65146961d201 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cec690d-5dd2-4470-af92-59a1615b8717 HTTP/1.1" status: 200  len: 217 time: 0.2366636
Sep 16 19:11:30.849993 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['554d5b62-77a9-419c-af50-cdbbdce1d648'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:11:30.857852 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=597b793c-4241-49eb-9bcd-e74ec3bb6104,revision_number=3']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:30.871179 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:30.926118 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:11:30.952953 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b4613f29-199f-4750-a048-8bcd50c1dcf4 req-6886c18e-1e77-4751-8653-f4d363274be8 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308138
Sep 16 19:11:30.955816 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.980814 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:30.992551 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-c08f308b-e2b7-4a46-81e0-b487c4666de2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:30.997121 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-c08f308b-e2b7-4a46-81e0-b487c4666de2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.1448057
Sep 16 19:11:31.000305 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:31.008310 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-706d1bfb-41f6-4c4c-be10-63ac25e28ae3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:31.008922 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:port and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:31.052016 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:31.052905 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-78ed4432-cb9f-4278-8400-50ec98966176 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 1096 time: 0.2704906
Sep 16 19:11:31.089668 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-3131990f-f0db-4b27-9e5f-6ef0bf00a0b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0850940
Sep 16 19:11:31.097345 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:31.136082 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8617b40-8ae7-4620-b229-4bf0859e0cd9', 'tag': '4cec690d-5dd2-4470-af92-59a1615b8717', 'status': 'completed', 'code': 200}
Sep 16 19:11:31.142967 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387b8044-043b-427e-9a3d-a693e691cbaf,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:31.143446 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bbdcb-41ee-47c9-b29b-1754772b03d7 req-b9ed7fdf-0cfb-4d22-865a-2f8ec14941d3 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:31.153800 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4e0bbdcb-41ee-47c9-b29b-1754772b03d7 req-b9ed7fdf-0cfb-4d22-865a-2f8ec14941d3 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 944 time: 0.4456656
Sep 16 19:11:31.161112 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:31.187681 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:31.188883 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6884799
Sep 16 19:11:31.190953 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-06eff663-378d-4ba7-8718-2b644679be00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597b793c-4241-49eb-9bcd-e74ec3bb6104 HTTP/1.1" status: 200  len: 217 time: 0.1101785
Sep 16 19:11:31.191903 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:31.202527 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56296) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:31.207472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-1ec65d5a-f69b-4a9f-9bc5-6a9559b787d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:31.213273 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Made reservation on behalf of 4af54a7dd5b54bcea64d296ff459d9b7 for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:11:31.216329 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:31.247760 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'floatingip': {'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:31.261404 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:31.277534 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Usage tracker for resource:floatingip and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:31.283579 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:31.296312 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:31.307236 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:31.314639 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-1ec65d5a-f69b-4a9f-9bc5-6a9559b787d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:31.317454 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-4b2dba78-1f2b-44c3-8212-37983f62ab6d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:31.319045 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-4b2dba78-1f2b-44c3-8212-37983f62ab6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.1142287
Sep 16 19:11:31.319915 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-1ec65d5a-f69b-4a9f-9bc5-6a9559b787d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09095789-01f8-4bfa-bb65-6b787872b3e2 HTTP/1.1" status: 204  len: 168 time: 1.0304706
Sep 16 19:11:31.327411 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:31.379319 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] Usage tracker for resource:security_group_rule and tenant:46716faf4613419496b29e1970aa9335 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:31.383985 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-776efc33-a0f9-42df-b94d-f95e5ead61fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0589981
Sep 16 19:11:31.384971 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:31.388330 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:31.407000 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4e0bbdcb-41ee-47c9-b29b-1754772b03d7 req-bc81b574-d3e6-4a95-a160-4318880f8011 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2509136
Sep 16 19:11:31.410569 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec65d5a-f69b-4a9f-9bc5-6a9559b787d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09095789-01f8-4bfa-bb65-6b787872b3e2,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:31.424783 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-1ec65d5a-f69b-4a9f-9bc5-6a9559b787d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:31.441133 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:31.450267 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:31.524497 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cd2e966f-ad9d-4b39-9457-0498a3428c2e req-ece34346-3da3-4bf8-b058-99cd20fcd77f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 210 time: 0.0806518
Sep 16 19:11:31.536539 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-ec5d2db7-ae1b-44e0-98b6-3ff4bf4d7ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4336567
Sep 16 19:11:31.628355 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539ab3b4-9af8-456a-8c08-74f2e67e77e6', 'tag': '597b793c-4241-49eb-9bcd-e74ec3bb6104', 'status': 'completed', 'code': 200}
Sep 16 19:11:31.744623 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Allocated IP 172.20.0.5 (3892a6ed-02ff-4041-9f57-9a674253337d/179672fb-57cf-44d9-8a96-d86f7d32dc13/97a515e1-4282-4086-b023-717eb961c6c3) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:31.778079 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d72a2591-4dd7-4bbe-a77e-c34d29e0d416 req-7131b956-b48d-42bb-937e-94e59bf8a114 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2301469
Sep 16 19:11:31.828386 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-8c4c4ac9-1546-4cae-8edb-1350afa7bb17 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4228344
Sep 16 19:11:31.885469 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:31.907484 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:31.924848 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:31.955779 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56316) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:31.997434 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.053638 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb521e-f1b1-4d6f-abe9-af481ca13049,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:32.070291 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=46716faf4613419496b29e1970aa9335&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2956386
Sep 16 19:11:32.075766 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:32.081729 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56326) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:32.089084 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.105972 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-28a98e88-22b4-4be8-ac8d-012e80114880 req-800589c6-8adf-4cef-9ab3-49b53b0d0d4b service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2524111
Sep 16 19:11:32.131072 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:32.138619 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dc1ad6c0-98d5-4e28-a7a7-509ae4a7152f req-55d25648-7069-4538-a96d-40fa461f64f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 1097 time: 0.2262833
Sep 16 19:11:32.145472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.153335 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] Usage tracker for resource:security_group_rule and tenant:d518db20f439452188bf10fa48f35692 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:32.156374 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a61fb-fc39-4505-a973-1a31ca851ce9 req-8fdab413-1630-40b4-b01e-800c2a781e61 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:32.157090 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-151a61fb-fc39-4505-a973-1a31ca851ce9 req-8fdab413-1630-40b4-b01e-800c2a781e61 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Synchronizing usage tracker for tenant:f624746042be4912ab35a043a8e1862f on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:32.243274 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:32.248531 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-151a61fb-fc39-4505-a973-1a31ca851ce9 req-8fdab413-1630-40b4-b01e-800c2a781e61 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Unset dirty status for tenant:f624746042be4912ab35a043a8e1862f on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:32.249848 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-151a61fb-fc39-4505-a973-1a31ca851ce9 req-8fdab413-1630-40b4-b01e-800c2a781e61 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 943 time: 0.4903939
Sep 16 19:11:32.261536 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:32.372051 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3b2310c2-a593-49e4-bfa1-f87da9a7e8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.376652 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Transition to ACTIVE for port object 97a515e1-4282-4086-b023-717eb961c6c3 will not be triggered until provisioned by entity DHCP. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:32.418496 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-151a61fb-fc39-4505-a973-1a31ca851ce9 req-23dbbedf-5d9e-427e-a9ea-d718e80851d6 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Synchronizing usage tracker for tenant:f624746042be4912ab35a043a8e1862f on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:32.436581 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ec4987e9-1a70-4355-96b5-740c9d228409 req-d09217fd-fb60-4b80-affb-31e459a72cee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 1096 time: 0.2723293
Sep 16 19:11:32.438245 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3b2310c2-a593-49e4-bfa1-f87da9a7e8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.445551 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Allocated IP 172.27.3.182 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/35afcfd8-1744-4a67-b9f2-6ddab356b36f) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:32.453748 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad6c0-98d5-4e28-a7a7-509ae4a7152f req-4a4c77fe-07e9-4d91-8fc6-dac684bc68b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:32.455219 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dc1ad6c0-98d5-4e28-a7a7-509ae4a7152f req-4a4c77fe-07e9-4d91-8fc6-dac684bc68b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 919 time: 0.3034370
Sep 16 19:11:32.528258 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-151a61fb-fc39-4505-a973-1a31ca851ce9 req-23dbbedf-5d9e-427e-a9ea-d718e80851d6 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Unset dirty status for tenant:f624746042be4912ab35a043a8e1862f on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:32.530742 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-151a61fb-fc39-4505-a973-1a31ca851ce9 req-23dbbedf-5d9e-427e-a9ea-d718e80851d6 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2733936
Sep 16 19:11:32.557245 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.582385 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dc1ad6c0-98d5-4e28-a7a7-509ae4a7152f req-09aba65e-15c4-4a9b-baa8-db6d9fe92846 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cec690d-5dd2-4470-af92-59a1615b8717 HTTP/1.1" status: 200  len: 217 time: 0.1201556
Sep 16 19:11:32.598370 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:32.631669 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d3ae0-ed99-4233-a8cd-0e9239572794 req-40a4511e-8cd9-4aae-8969-a75f78dc0372 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:32.633166 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f22d3ae0-ed99-4233-a8cd-0e9239572794 req-40a4511e-8cd9-4aae-8969-a75f78dc0372 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 945 time: 0.3798189
Sep 16 19:11:32.635050 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.708937 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.778362 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Network 3892a6ed-02ff-4041-9f57-9a674253337d is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:32.780067 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3b2310c2-a593-49e4-bfa1-f87da9a7e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.788057 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3594a2e1-e72c-4b05-97d5-b09d9a84e71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:32.797268 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:32.814761 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4987e9-1a70-4355-96b5-740c9d228409 req-80aacddc-6a3f-4793-8315-8c95544e476f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:32.815115 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad6c0-98d5-4e28-a7a7-509ae4a7152f req-fec657c9-3858-4cb2-b56b-b7615d760cf6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:32.816123 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ec4987e9-1a70-4355-96b5-740c9d228409 req-80aacddc-6a3f-4793-8315-8c95544e476f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 919 time: 0.3663325
Sep 16 19:11:32.816538 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dc1ad6c0-98d5-4e28-a7a7-509ae4a7152f req-fec657c9-3858-4cb2-b56b-b7615d760cf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.2194033
Sep 16 19:11:32.818080 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:32.822179 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2310c2-a593-49e4-bfa1-f87da9a7e8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb521e-f1b1-4d6f-abe9-af481ca13049,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:32.823052 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:32.823944 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.825843 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3b2310c2-a593-49e4-bfa1-f87da9a7e8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:32.846397 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:32.904507 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:32.909160 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-1ec65d5a-f69b-4a9f-9bc5-6a9559b787d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:32.914618 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3b2310c2-a593-49e4-bfa1-f87da9a7e8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.925709 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f22d3ae0-ed99-4233-a8cd-0e9239572794 req-ce223cb1-e5f8-4c60-aa37-2e78a186a5e3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2472701
Sep 16 19:11:32.927702 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d518db20f439452188bf10fa48f35692&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9684007
Sep 16 19:11:32.931650 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-3b2310c2-a593-49e4-bfa1-f87da9a7e8ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97fb521e-f1b1-4d6f-abe9-af481ca13049 HTTP/1.1" status: 204  len: 168 time: 0.8400345
Sep 16 19:11:32.932411 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56344) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:32.948328 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:32.963001 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dc1ad6c0-98d5-4e28-a7a7-509ae4a7152f req-f564bf60-1067-4c85-ac1e-941ef40c3863 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1124625
Sep 16 19:11:32.963001 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71110020-6345-45e8-8f10-f51b9a8f4a3c,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:32.992380 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:33.023045 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5315804
Sep 16 19:11:33.115059 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ec4987e9-1a70-4355-96b5-740c9d228409 req-f0be6637-72db-4155-ace4-ae56a181597a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597b793c-4241-49eb-9bcd-e74ec3bb6104 HTTP/1.1" status: 200  len: 217 time: 0.2721014
Sep 16 19:11:33.118294 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Request body: {'port': {'device_id': '65080f5d-1e6f-4435-81e4-643563957e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:33.132821 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-4b347aab-b173-48a8-86c6-8ca24c9ec043 None None] Provisioning for port 97a515e1-4282-4086-b023-717eb961c6c3 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:33.137582 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-4b347aab-b173-48a8-86c6-8ca24c9ec043 None None] Provisioning complete for port 97a515e1-4282-4086-b023-717eb961c6c3 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:33.138098 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4b347aab-b173-48a8-86c6-8ca24c9ec043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:33.207951 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-4b347aab-b173-48a8-86c6-8ca24c9ec043 None None] Port 97a515e1-4282-4086-b023-717eb961c6c3 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:11:33.260094 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4987e9-1a70-4355-96b5-740c9d228409 req-275acdf0-2df7-43fe-a69e-00e47772c1fe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:33.261531 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ec4987e9-1a70-4355-96b5-740c9d228409 req-275acdf0-2df7-43fe-a69e-00e47772c1fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.1310809
Sep 16 19:11:33.293988 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dc1ad6c0-98d5-4e28-a7a7-509ae4a7152f req-3a44735f-b335-4941-901c-6d8d6bb81e23 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3286989
Sep 16 19:11:33.320952 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ec4987e9-1a70-4355-96b5-740c9d228409 req-804e5b36-8364-4d20-a84e-9f73b8dbd9e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513844
Sep 16 19:11:33.361630 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:33.366943 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-33312876-884b-4651-9549-20242f686164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:33.385040 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:33.417377 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:33.446339 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbd297-8df5-4846-8ece-a7eb0ee9b53c req-b13c0acd-f7af-46cd-ba84-e7528feacdbb tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:33.447814 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-22dbd297-8df5-4846-8ece-a7eb0ee9b53c req-b13c0acd-f7af-46cd-ba84-e7528feacdbb tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 944 time: 0.5344617
Sep 16 19:11:33.454327 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a23b9-6007-4e42-bbc6-a676387e1b23 req-510cabd4-df0e-41b3-b620-c7b068d9fed3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:33.455357 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-7a4a23b9-6007-4e42-bbc6-a676387e1b23 req-510cabd4-df0e-41b3-b620-c7b068d9fed3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Synchronizing usage tracker for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:33.496378 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56350) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:33.549274 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-33312876-884b-4651-9549-20242f686164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:33.554926 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:33.564735 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-7a4a23b9-6007-4e42-bbc6-a676387e1b23 req-510cabd4-df0e-41b3-b620-c7b068d9fed3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Unset dirty status for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:33.565880 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7a4a23b9-6007-4e42-bbc6-a676387e1b23 req-510cabd4-df0e-41b3-b620-c7b068d9fed3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 931 time: 0.3911235
Sep 16 19:11:33.578560 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dc1ad6c0-98d5-4e28-a7a7-509ae4a7152f req-f2227d6a-3fc3-4017-8a24-2f492e6fd848 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2732222
Sep 16 19:11:33.581533 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:33.588747 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'Port': ['ID=35afcfd8-1744-4a67-b9f2-6ddab356b36f,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:33.600474 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:33.602592 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:33.615408 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:33.667416 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ec4987e9-1a70-4355-96b5-740c9d228409 req-8567d69a-fb4c-41c6-b064-f718aa56e1a8 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3340440
Sep 16 19:11:33.677183 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-22dbd297-8df5-4846-8ece-a7eb0ee9b53c req-0b486dc1-4952-4144-affd-b46dac0c88b4 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694770
Sep 16 19:11:33.727908 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:33.730041 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:33.747740 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7a4a23b9-6007-4e42-bbc6-a676387e1b23 req-9f9c6768-041b-463e-bfde-e7547da10d19 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1718967
Sep 16 19:11:33.751772 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] Usage tracker for resource:security_group_rule and tenant:72d25954bcff41c4ba8f5c63616190ec is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:33.783453 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:33.793057 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:33.815190 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:33.829218 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:33.834653 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:33.835037 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:33.894273 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-33312876-884b-4651-9549-20242f686164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:33.906179 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:33.968874 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33312876-884b-4651-9549-20242f686164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71110020-6345-45e8-8f10-f51b9a8f4a3c,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:33.977242 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-33312876-884b-4651-9549-20242f686164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:33.978578 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.023497 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.026583 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.035399 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,segment=NetworkSegment(1cc3716b-9ee7-4516-adfa-7c68171db711),segment_id=1cc3716b-9ee7-4516-adfa-7c68171db711)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:34.036413 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0750c50-df98-4fbb-a082-9af75957e124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:34.041787 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.065483 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ec4987e9-1a70-4355-96b5-740c9d228409 req-2f939a4b-10d9-4b75-a524-eb03d8888f47 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3859808
Sep 16 19:11:34.066215 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-33312876-884b-4651-9549-20242f686164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.067197 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-33312876-884b-4651-9549-20242f686164 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71110020-6345-45e8-8f10-f51b9a8f4a3c HTTP/1.1" status: 204  len: 168 time: 1.1051383
Sep 16 19:11:34.108015 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.108968 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 554d5b62-77a9-419c-af50-cdbbdce1d648 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:34.141029 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4e405416-e278-44f6-a74d-7322771f787c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:34.219476 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:34.261529 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a515e1-4282-4086-b023-717eb961c6c3 {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:34.274361 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.287256 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:34.303606 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72d25954bcff41c4ba8f5c63616190ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8011472
Sep 16 19:11:34.303606 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59385ede-c87b-4a86-9882-84f4bfaace82,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:34.304110 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56368) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:34.311766 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:34.329823 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Transition to ACTIVE for port object 97a515e1-4282-4086-b023-717eb961c6c3 will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:34.331903 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:34.356674 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a6c27-4861-4b04-ab3c-94f8bfdce786 req-42d46bec-1c50-4323-ae44-12e3923e0b93 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:34.361853 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 554d5b62-77a9-419c-af50-cdbbdce1d648 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:34.365884 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fd5a6c27-4861-4b04-ab3c-94f8bfdce786 req-42d46bec-1c50-4323-ae44-12e3923e0b93 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 943 time: 0.5486848
Sep 16 19:11:34.377606 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 554d5b62-77a9-419c-af50-cdbbdce1d648 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:34.378008 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.408718 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.416095 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.423139 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.442551 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:34.462792 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5cfbfbb5-02c8-402c-96f5-9162a2073be1 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:34.522317 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fd5a6c27-4861-4b04-ab3c-94f8bfdce786 req-2de5475c-445a-4e0f-a825-243751a6b2d6 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552608
Sep 16 19:11:34.530354 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.562261 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'Port': ['ID=35afcfd8-1744-4a67-b9f2-6ddab356b36f,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:34.566420 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:34.578785 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Pushing event updated for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:34.583278 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.592950 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3779433
Sep 16 19:11:34.593326 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:34.600904 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.663682 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 554d5b62-77a9-419c-af50-cdbbdce1d648, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=554d5b62-77a9-419c-af50-cdbbdce1d648,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:34.672003 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.673924 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4b0627e4-b7f0-48a0-8dce-648b6bcb7dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:34.761502 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=554d5b62-77a9-419c-af50-cdbbdce1d648,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:34.762771 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8c8f86f7-071b-4c10-8198-a20cb5e02b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.766688 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:34.833381 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0750c50-df98-4fbb-a082-9af75957e124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd', 'code': 200}
Sep 16 19:11:34.900926 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8c8f86f7-071b-4c10-8198-a20cb5e02b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:34.917827 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874034ce-e627-47b4-b659-52482ac84479 req-affea630-f7cb-43c0-aca5-5648636443b0 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:34.924861 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-874034ce-e627-47b4-b659-52482ac84479 req-affea630-f7cb-43c0-aca5-5648636443b0 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 945 time: 0.6107295
Sep 16 19:11:35.019969 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Attempting to bind port 97a515e1-4282-4086-b023-717eb961c6c3 on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:35.020209 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Attempting to bind port 97a515e1-4282-4086-b023-717eb961c6c3 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:35.020523 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Attempting to bind port 97a515e1-4282-4086-b023-717eb961c6c3 on network 3892a6ed-02ff-4041-9f57-9a674253337d {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:35.052367 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-874034ce-e627-47b4-b659-52482ac84479 req-f1bf0aa5-c5aa-4e78-84a3-3585e72600fc tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265631
Sep 16 19:11:35.054078 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Port 97a515e1-4282-4086-b023-717eb961c6c3 on network 3892a6ed-02ff-4041-9f57-9a674253337d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:11:35.054420 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Attempting to bind port 97a515e1-4282-4086-b023-717eb961c6c3 on network 3892a6ed-02ff-4041-9f57-9a674253337d {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:35.063823 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:35.064160 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Checking segment: {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:35.064536 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Bound using segment: {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:35.064984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Bound port: 97a515e1-4282-4086-b023-717eb961c6c3, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:35.065325 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:35.097001 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8c8f86f7-071b-4c10-8198-a20cb5e02b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:35.104943 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:35.166547 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f86f7-071b-4c10-8198-a20cb5e02b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59385ede-c87b-4a86-9882-84f4bfaace82,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:35.177884 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8c8f86f7-071b-4c10-8198-a20cb5e02b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:35.197185 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8c8f86f7-071b-4c10-8198-a20cb5e02b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:35.201315 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-8c8f86f7-071b-4c10-8198-a20cb5e02b28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59385ede-c87b-4a86-9882-84f4bfaace82 HTTP/1.1" status: 204  len: 168 time: 0.8890071
Sep 16 19:11:35.263772 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-e39a7770-7e72-4fcb-afec-f0ddf671abd1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1283351556&fields=id&tenant_id=85c918cb45764cc3904a26e90b88fa46 HTTP/1.1" status: 200  len: 267 time: 0.0827868
Sep 16 19:11:35.266622 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:35.297863 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454ec20-4462-45e0-a3ff-cf2eac39fee6 req-352f8822-9c63-4ffc-af70-2e1d3ed45741 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:35.299640 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a454ec20-4462-45e0-a3ff-cf2eac39fee6 req-352f8822-9c63-4ffc-af70-2e1d3ed45741 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 945 time: 0.2942846
Sep 16 19:11:35.303838 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fde04638-e0b6-4fdd-b237-b81af38568af req-961cf88e-f056-435a-a11f-213615caad8e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 1098 time: 0.2482362
Sep 16 19:11:35.309751 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:35.317375 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:35.350437 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-fde04638-e0b6-4fdd-b237-b81af38568af req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:35.378388 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:35.419203 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a454ec20-4462-45e0-a3ff-cf2eac39fee6 req-bae8f089-9428-4751-b81b-1ae535b8e42b tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120760
Sep 16 19:11:35.436317 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-fde04638-e0b6-4fdd-b237-b81af38568af req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:35.439822 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-fde04638-e0b6-4fdd-b237-b81af38568af req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] Usage tracker for resource:security_group_rule and tenant:7defbc7b0eef4582994cfa36c5b91d5f is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:35.443889 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-fde04638-e0b6-4fdd-b237-b81af38568af req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:35.450558 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-fde04638-e0b6-4fdd-b237-b81af38568af req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:35.508669 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:35.523440 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] 10.222.0.20 "PUT /v2.0/ports/97a515e1-4282-4086-b023-717eb961c6c3 HTTP/1.1" status: 200  len: 1093 time: 2.4287710
Sep 16 19:11:35.526439 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:35.569904 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e318-0526-4ee0-9d31-44e169aa015d req-8a9abaeb-e4cb-4dfe-9ce8-ad5251b66cef tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:35.581805 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-fde04638-e0b6-4fdd-b237-b81af38568af req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:35.584633 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-8a9abaeb-e4cb-4dfe-9ce8-ad5251b66cef tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 810 time: 0.3198097
Sep 16 19:11:35.587178 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-fde04638-e0b6-4fdd-b237-b81af38568af req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:35.602447 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3b2310c2-a593-49e4-bfa1-f87da9a7e8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:35.649217 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Pushing event updated for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:35.658819 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:35.675692 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-1137e925-83e4-4223-83c1-0480bed0ef59 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/quotas/85c918cb45764cc3904a26e90b88fa46 HTTP/1.1" status: 200  len: 375 time: 0.0899734
Sep 16 19:11:35.735254 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fde04638-e0b6-4fdd-b237-b81af38568af req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4237370
Sep 16 19:11:35.743656 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f44c90e6-0a8a-4a56-9017-8a82e39cd566,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:35.744843 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 597b793c-4241-49eb-9bcd-e74ec3bb6104 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:11:35.754450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:35.788053 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-760416aa-b39f-450e-be22-6ecf30b4e71a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 1096 time: 0.2000098
Sep 16 19:11:35.817141 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-6352e318-0526-4ee0-9d31-44e169aa015d req-71a9e54c-3e02-401f-abf4-e1f550e41325 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Synchronizing usage tracker for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:35.831399 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478d5ba-1e8d-4ee1-966c-9bbe7aa702b7 req-3a49eb11-9758-48fd-82ea-718c2f964300 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:35.842324 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2478d5ba-1e8d-4ee1-966c-9bbe7aa702b7 req-3a49eb11-9758-48fd-82ea-718c2f964300 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.2239230
Sep 16 19:11:35.869330 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-6352e318-0526-4ee0-9d31-44e169aa015d req-71a9e54c-3e02-401f-abf4-e1f550e41325 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Unset dirty status for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:35.882782 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-71a9e54c-3e02-401f-abf4-e1f550e41325 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2059183
Sep 16 19:11:35.938483 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2478d5ba-1e8d-4ee1-966c-9bbe7aa702b7 req-dd4705f5-7af2-420c-ab80-8878aaa65678 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895400
Sep 16 19:11:36.094859 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 597b793c-4241-49eb-9bcd-e74ec3bb6104, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=597b793c-4241-49eb-9bcd-e74ec3bb6104,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:36.115790 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3', 'status': 'completed', 'code': 200}
Sep 16 19:11:36.119159 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-6cfa0656-182e-4fb7-a7f9-c238c2609d56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97a515e1-4282-4086-b023-717eb961c6c3 HTTP/1.1" status: 200  len: 217 time: 0.1589179
Sep 16 19:11:36.119350 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '597b793c-4241-49eb-9bcd-e74ec3bb6104', 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377', 'port_id': '597b793c-4241-49eb-9bcd-e74ec3bb6104', 'mac_address': 'fa:16:3e:43:87:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7cbdab-3685-4234-818a-0061a156679e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:11:36.205717 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:36.234509 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597b793c-4241-49eb-9bcd-e74ec3bb6104 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:36.237048 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-7e61cd44-5b63-4362-b81a-3faf8dd088cb service neutron] 10.222.0.22 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3509352
Sep 16 19:11:36.238411 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-3e2a9dde-8a69-411f-a677-6c5c75af758a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:36.239719 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-3e2a9dde-8a69-411f-a677-6c5c75af758a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.1025162
Sep 16 19:11:36.254182 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 597b793c-4241-49eb-9bcd-e74ec3bb6104, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=597b793c-4241-49eb-9bcd-e74ec3bb6104,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:36.259666 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:36.260834 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 4cec690d-5dd2-4470-af92-59a1615b8717 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:11:36.266889 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:36.315517 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fd7b4-c4bb-4913-9b88-8eb8389f27df req-b100b875-09bd-4c69-ac95-183f71df0ae2 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:36.323516 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5f8fd7b4-c4bb-4913-9b88-8eb8389f27df req-b100b875-09bd-4c69-ac95-183f71df0ae2 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 944 time: 0.0974574
Sep 16 19:11:36.390764 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=597b793c-4241-49eb-9bcd-e74ec3bb6104,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:36.392066 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5f8fd7b4-c4bb-4913-9b88-8eb8389f27df req-6d7bf417-7a4b-4922-9ae5-2c7b1699c3b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675330
Sep 16 19:11:36.403677 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:36.427775 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 4cec690d-5dd2-4470-af92-59a1615b8717, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=4cec690d-5dd2-4470-af92-59a1615b8717,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:36.465490 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '4cec690d-5dd2-4470-af92-59a1615b8717', 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377', 'port_id': '4cec690d-5dd2-4470-af92-59a1615b8717', 'mac_address': 'fa:16:3e:ed:30:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7cbdab-3685-4234-818a-0061a156679e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:11:36.533680 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-82e2be38-b856-4a40-a4f0-19f72d5bc5a4 service neutron] 10.222.0.22 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2908754
Sep 16 19:11:36.555016 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-b6d74566-7e5c-49b3-993e-05451906fe32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2900839
Sep 16 19:11:36.571839 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:36.625830 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cec690d-5dd2-4470-af92-59a1615b8717 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:36.659982 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 4cec690d-5dd2-4470-af92-59a1615b8717, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=4cec690d-5dd2-4470-af92-59a1615b8717,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:36.668181 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:36.668578 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ebca9-966a-4487-bb1a-2da5634a1200 req-d6dced66-11f5-4158-a321-d1050253f4c6 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:36.671516 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:36.678266 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3f7ebca9-966a-4487-bb1a-2da5634a1200 req-d6dced66-11f5-4158-a321-d1050253f4c6 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 946 time: 0.1046910
Sep 16 19:11:36.771350 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3f7ebca9-966a-4487-bb1a-2da5634a1200 req-3d06943b-c4c6-4a8d-a4d1-b89522d61a9f tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921364
Sep 16 19:11:36.783743 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=4cec690d-5dd2-4470-af92-59a1615b8717,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:36.788807 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:36.834848 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bda5ab-b63d-488d-9b3c-5be0ce24c22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554d5b62-77a9-419c-af50-cdbbdce1d648'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:36.874221 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-1b7ec089-b76c-4b46-a5b0-7e5fef67322f service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3116233
Sep 16 19:11:36.910700 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['597b793c-4241-49eb-9bcd-e74ec3bb6104'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:11:36.953222 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['4cec690d-5dd2-4470-af92-59a1615b8717'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:11:36.956255 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e69967f4-5c9f-41f2-94b9-559633f760a4 req-8fb8578a-9c7e-4ab3-b986-17b30f0a6113 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 210 time: 0.0933006
Sep 16 19:11:37.152313 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bda5ab-b63d-488d-9b3c-5be0ce24c22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554d5b62-77a9-419c-af50-cdbbdce1d648', 'code': 200}
Sep 16 19:11:37.158887 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c1bdd52-7d40-41bf-9772-4e57d4419782 req-1433ccb9-d030-465e-aaa5-3060eb390e80 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187734
Sep 16 19:11:37.230975 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4805f-1f5d-42c2-b938-b8a1b089d6b0 req-0d44d492-72e8-4631-a222-ba49f4052dc8 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:37.243428 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-96c4805f-1f5d-42c2-b938-b8a1b089d6b0 req-0d44d492-72e8-4631-a222-ba49f4052dc8 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 945 time: 0.3724797
Sep 16 19:11:37.488578 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-96c4805f-1f5d-42c2-b938-b8a1b089d6b0 req-7782a80b-d07c-4eb9-873e-5e1f42d6e8bd tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430716
Sep 16 19:11:37.519933 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d8a967f5-0c9e-4b42-942f-cf826b007036 req-34dbb710-6fef-45a2-97d2-0820ca66cde2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 1096 time: 0.2252431
Sep 16 19:11:37.798699 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11928c4c-3f29-4a60-8a5b-4209e7685111 req-25693ebc-78ff-4d13-b45c-75bcdaf7397d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:37.801100 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-11928c4c-3f29-4a60-8a5b-4209e7685111 req-25693ebc-78ff-4d13-b45c-75bcdaf7397d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.3784928
Sep 16 19:11:37.809413 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d12f0ad0-d6e2-4440-8485-e4b74faa9f2c req-3a9db21a-ddea-4a71-ac4b-694b2afdb10c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 1099 time: 0.2515237
Sep 16 19:11:37.851438 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56482) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:37.886207 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a967f5-0c9e-4b42-942f-cf826b007036 req-6f410216-a3a7-4872-bcc9-33d682e6303a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:37.888818 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d8a967f5-0c9e-4b42-942f-cf826b007036 req-6f410216-a3a7-4872-bcc9-33d682e6303a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 917 time: 0.3582292
Sep 16 19:11:37.896271 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7c09d-6876-400b-a0ab-eaf02092cd83 req-0badf114-8da8-4e87-a5b0-bb93f7d7d85e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:37.898059 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9bd7c09d-6876-400b-a0ab-eaf02092cd83 req-0badf114-8da8-4e87-a5b0-bb93f7d7d85e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 944 time: 0.1334696
Sep 16 19:11:37.917768 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-11928c4c-3f29-4a60-8a5b-4209e7685111 req-74dd92f5-b23b-4aa1-8a93-de9a87ddc6f8 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070535
Sep 16 19:11:37.919662 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d12f0ad0-d6e2-4440-8485-e4b74faa9f2c req-1abe80c1-a7d7-4979-a786-ebd0b0f26024 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892437
Sep 16 19:11:38.064412 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d8a967f5-0c9e-4b42-942f-cf826b007036 req-cf30da73-fc1e-41f1-b624-2baf7674f127 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97a515e1-4282-4086-b023-717eb961c6c3 HTTP/1.1" status: 200  len: 217 time: 0.1503427
Sep 16 19:11:38.086720 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9bd7c09d-6876-400b-a0ab-eaf02092cd83 req-3777e26b-06c4-447a-8043-a500286a0c44 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829357
Sep 16 19:11:38.191647 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a967f5-0c9e-4b42-942f-cf826b007036 req-11caf2b2-2b0d-4a7d-9fbe-3709ac392138 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:38.193608 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d8a967f5-0c9e-4b42-942f-cf826b007036 req-11caf2b2-2b0d-4a7d-9fbe-3709ac392138 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.0813105
Sep 16 19:11:38.240416 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf9c53-4ed3-4f9c-9351-97d92d437771 req-57a07887-ee23-41e9-b0c0-cf4cf0b82c11 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:38.241876 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-96bf9c53-4ed3-4f9c-9351-97d92d437771 req-57a07887-ee23-41e9-b0c0-cf4cf0b82c11 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 946 time: 0.1004083
Sep 16 19:11:38.297639 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:38.322474 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-68826796-45ff-4060-a183-c5ff09e2762b req-80cedbc6-3a6e-44b0-871d-80806a13911d tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 210 time: 0.0516446
Sep 16 19:11:38.335197 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d8a967f5-0c9e-4b42-942f-cf826b007036 req-d5d1948b-0b56-4298-9944-e6c68e207157 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1348488
Sep 16 19:11:38.338281 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-96bf9c53-4ed3-4f9c-9351-97d92d437771 req-989ed8ce-0dc6-4832-ad42-f5cd60f09359 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882792
Sep 16 19:11:38.362011 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:38.366540 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] Usage tracker for resource:security_group_rule and tenant:f68839f4a8d34c35b089ad15b69e7e20 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:38.369496 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:38.376546 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:38.453201 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:38.459132 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:38.486676 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d040e6c3-0f84-4f7c-96f1-6a099be31842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:38.520199 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f68839f4a8d34c35b089ad15b69e7e20&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6654522
Sep 16 19:11:38.521076 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56504) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:38.563757 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064e6ba3-67a1-4b77-aac0-7cd79c725dfd,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:38.567963 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d8a967f5-0c9e-4b42-942f-cf826b007036 req-d3aba7b2-4fb9-43e8-be05-3b6fa89bc080 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166605
Sep 16 19:11:38.568127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:38.599335 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d523-618e-4172-9d13-ae25fce86b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:38.819422 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d8a967f5-0c9e-4b42-942f-cf826b007036 req-e37f41a1-79ad-4339-a3bc-8fdc4ae6e162 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442770
Sep 16 19:11:38.823382 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d523-618e-4172-9d13-ae25fce86b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:38.860104 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245f4f7-18ea-4e24-8489-a6794854fd4d req-f8e80026-3ab3-4a3a-9ab9-10a38ebe8111 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:38.863804 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4245f4f7-18ea-4e24-8489-a6794854fd4d req-f8e80026-3ab3-4a3a-9ab9-10a38ebe8111 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 945 time: 0.1559041
Sep 16 19:11:38.899855 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e318-0526-4ee0-9d31-44e169aa015d req-a9fe1287-cff1-4b63-8ad1-26e8bf3ec481 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:38.900688 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-6352e318-0526-4ee0-9d31-44e169aa015d req-a9fe1287-cff1-4b63-8ad1-26e8bf3ec481 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Synchronizing usage tracker for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:network {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:38.928470 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-6352e318-0526-4ee0-9d31-44e169aa015d req-a9fe1287-cff1-4b63-8ad1-26e8bf3ec481 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Unset dirty status for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:network {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:38.930460 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-a9fe1287-cff1-4b63-8ad1-26e8bf3ec481 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 810 time: 0.3148541
Sep 16 19:11:38.942970 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d523-618e-4172-9d13-ae25fce86b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:38.952735 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:39.025523 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4245f4f7-18ea-4e24-8489-a6794854fd4d req-fd7d1349-4fb4-4b74-80ea-8734ff0f7b5f tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531329
Sep 16 19:11:39.052612 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3d523-618e-4172-9d13-ae25fce86b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064e6ba3-67a1-4b77-aac0-7cd79c725dfd,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:39.066673 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4dd3d523-618e-4172-9d13-ae25fce86b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:39.136703 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d523-618e-4172-9d13-ae25fce86b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:39.140532 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-4dd3d523-618e-4172-9d13-ae25fce86b7f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/064e6ba3-67a1-4b77-aac0-7cd79c725dfd HTTP/1.1" status: 204  len: 168 time: 0.6179655
Sep 16 19:11:39.165490 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-6352e318-0526-4ee0-9d31-44e169aa015d req-b47bd4b3-6e12-4199-be20-5c867c679929 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Synchronizing usage tracker for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:39.294290 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-6352e318-0526-4ee0-9d31-44e169aa015d req-b47bd4b3-6e12-4199-be20-5c867c679929 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Unset dirty status for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:39.306697 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-b47bd4b3-6e12-4199-be20-5c867c679929 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85c918cb45764cc3904a26e90b88fa46 HTTP/1.1" status: 200  len: 380 time: 0.3555853
Sep 16 19:11:39.328240 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'port': {'device_id': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'admin_state_up': True, 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'security_groups': ['cc5dd46f-3a9d-41bf-a000-c51f27f67019']}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:39.486664 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13020f8-3c11-4f2c-9e61-de7b43dea424 req-18bc669c-7c20-49c9-8e62-b1eb6f538b65 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:39.493840 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d13020f8-3c11-4f2c-9e61-de7b43dea424 req-18bc669c-7c20-49c9-8e62-b1eb6f538b65 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.3045409
Sep 16 19:11:39.515480 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b70e9-d56e-4c74-8122-278df5b69b5d req-0bd7450b-1bbe-42c4-ad92-c1710d8dea4e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:39.517262 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-596b70e9-d56e-4c74-8122-278df5b69b5d req-0bd7450b-1bbe-42c4-ad92-c1710d8dea4e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 944 time: 0.1920717
Sep 16 19:11:39.533361 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:39.559647 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:39.586601 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d13020f8-3c11-4f2c-9e61-de7b43dea424 req-e4db39bc-1b1f-43bd-862c-b0a66998659f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914330
Sep 16 19:11:39.589271 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Made reservation on behalf of 85c918cb45764cc3904a26e90b88fa46 for: {'port': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:11:39.595810 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:39.610873 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-596b70e9-d56e-4c74-8122-278df5b69b5d req-ad1925e8-489a-4d20-a293-27e0045121c8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857155
Sep 16 19:11:39.743592 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 97a515e1-4282-4086-b023-717eb961c6c3 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:11:39.772839 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 597b793c-4241-49eb-9bcd-e74ec3bb6104 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:39.990735 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bcfa4d6d-4c1f-489c-87fc-915939fa6661 req-83d61d38-fbf3-482e-ab52-d1258ef3ed36 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 210 time: 0.1346352
Sep 16 19:11:40.023329 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Allocated IP 172.20.0.13 (e4d63524-e4fb-4877-bfc6-8e6cb96181b7/3727b007-f818-48fd-b7a3-6d8c7dd215d2/02b951f3-de6d-4286-bba3-e2e106b28ed1) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:40.087927 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:40.110256 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '97a515e1-4282-4086-b023-717eb961c6c3', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'port_id': '97a515e1-4282-4086-b023-717eb961c6c3', 'mac_address': 'fa:16:3e:a2:b4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:11:40.275008 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:40.336798 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a515e1-4282-4086-b023-717eb961c6c3 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:40.390191 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:40.401558 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 597b793c-4241-49eb-9bcd-e74ec3bb6104 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:40.408939 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 597b793c-4241-49eb-9bcd-e74ec3bb6104 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:40.410126 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:40.429879 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Transition to ACTIVE for port object 02b951f3-de6d-4286-bba3-e2e106b28ed1 will not be triggered until provisioned by entity DHCP. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:40.506249 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:40.519127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:40.526942 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:40.528512 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:40.530517 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:40.621288 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'Port': ['ID=02b951f3-de6d-4286-bba3-e2e106b28ed1,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:40.630699 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:40.644439 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757896f-9015-4ebb-8836-46a168164477 req-3f8f0f06-585f-4f0f-9f48-63139be9973a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:40.653133 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6757896f-9015-4ebb-8836-46a168164477 req-3f8f0f06-585f-4f0f-9f48-63139be9973a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 946 time: 0.8397174
Sep 16 19:11:40.684944 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:40.688450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:40.708952 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:40.712701 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:40.713036 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:40.717449 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:40.718065 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:40.780039 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['97a515e1-4282-4086-b023-717eb961c6c3'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:11:40.799026 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6757896f-9015-4ebb-8836-46a168164477 req-e989b83d-2195-4455-8c26-16d61076baf8 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445572
Sep 16 19:11:40.807717 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4931090
Sep 16 19:11:40.838886 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Request body: {'port': {'device_id': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:40.989176 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:41.118111 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4111a99-4317-4e64-b458-bc71d760e698 req-f188f46e-c433-490e-ae06-6de916bb2533 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:41.130490 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d4111a99-4317-4e64-b458-bc71d760e698 req-f188f46e-c433-490e-ae06-6de916bb2533 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 944 time: 0.1774244
Sep 16 19:11:41.165814 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539ab3b4-9af8-456a-8c08-74f2e67e77e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597b793c-4241-49eb-9bcd-e74ec3bb6104'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:41.239095 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d4111a99-4317-4e64-b458-bc71d760e698 req-c304c0a5-1f0b-4a81-b965-bee48f5b76d2 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037529
Sep 16 19:11:41.256027 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 597b793c-4241-49eb-9bcd-e74ec3bb6104, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=597b793c-4241-49eb-9bcd-e74ec3bb6104,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:41.311844 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:41.312682 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:41.313257 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 4cec690d-5dd2-4470-af92-59a1615b8717 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:41.429873 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:41.460526 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d543b-ee26-4ef2-b8fd-183825aa82ac req-11773fe6-5703-4c68-bb98-7c27fdc7b4e2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:41.470908 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ce5d543b-ee26-4ef2-b8fd-183825aa82ac req-11773fe6-5703-4c68-bb98-7c27fdc7b4e2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 944 time: 0.3738544
Sep 16 19:11:41.621986 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ce5d543b-ee26-4ef2-b8fd-183825aa82ac req-1a2a92af-7839-43b3-944f-3577b782d79a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1368773
Sep 16 19:11:41.669920 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d73127-f59b-4390-81eb-cbf0109bfdfc req-565c6561-53ae-41b0-ad9a-d7177acb6da1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:41.685667 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f8d73127-f59b-4390-81eb-cbf0109bfdfc req-565c6561-53ae-41b0-ad9a-d7177acb6da1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 932 time: 0.2146556
Sep 16 19:11:41.785776 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f8d73127-f59b-4390-81eb-cbf0109bfdfc req-853efa52-c24d-463c-876a-4974bb617ef8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969121
Sep 16 19:11:41.802775 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-ece05a2d-202a-48fc-a1e0-8744d9dec362 None None] Provisioning for port 02b951f3-de6d-4286-bba3-e2e106b28ed1 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:41.885052 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-ece05a2d-202a-48fc-a1e0-8744d9dec362 None None] Provisioning complete for port 02b951f3-de6d-4286-bba3-e2e106b28ed1 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:41.885674 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ece05a2d-202a-48fc-a1e0-8744d9dec362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:41.994464 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539ab3b4-9af8-456a-8c08-74f2e67e77e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597b793c-4241-49eb-9bcd-e74ec3bb6104', 'code': 200}
Sep 16 19:11:42.030969 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=597b793c-4241-49eb-9bcd-e74ec3bb6104,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:42.035809 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:42.106518 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-ece05a2d-202a-48fc-a1e0-8744d9dec362 None None] Port 02b951f3-de6d-4286-bba3-e2e106b28ed1 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:11:42.227370 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 4cec690d-5dd2-4470-af92-59a1615b8717 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:42.240947 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 4cec690d-5dd2-4470-af92-59a1615b8717 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:42.241521 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:42.271896 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b951f3-de6d-4286-bba3-e2e106b28ed1 {{(pid=75160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:42.283779 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:42.347987 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Transition to ACTIVE for port object 02b951f3-de6d-4286-bba3-e2e106b28ed1 will not be triggered until provisioned by entity L2. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:42.361448 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:42.371821 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-00b3db70-f885-48be-ad0e-68498d12564d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:42.433306 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e18b0444-63f6-4f97-a85e-03d7b652a50a req-1ed5e838-3602-487b-ad1e-71b893b8fbba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 1098 time: 0.1388929
Sep 16 19:11:42.553015 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:42.572089 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e18b0444-63f6-4f97-a85e-03d7b652a50a req-58f4326f-14b6-45e7-9ce6-387c5d4998f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300881
Sep 16 19:11:42.617199 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 4cec690d-5dd2-4470-af92-59a1615b8717, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=4cec690d-5dd2-4470-af92-59a1615b8717,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:42.623743 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:42.629030 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:42.697650 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56630) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:42.704621 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Pushing event updated for resources: {'Port': ['ID=02b951f3-de6d-4286-bba3-e2e106b28ed1,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:42.714994 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:42.756979 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=4cec690d-5dd2-4470-af92-59a1615b8717,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:42.760068 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:42.814314 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Attempting to bind port 02b951f3-de6d-4286-bba3-e2e106b28ed1 on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:42.815125 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Attempting to bind port 02b951f3-de6d-4286-bba3-e2e106b28ed1 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:42.815444 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Attempting to bind port 02b951f3-de6d-4286-bba3-e2e106b28ed1 on network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:42.839658 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Port 02b951f3-de6d-4286-bba3-e2e106b28ed1 on network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:11:42.839658 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Attempting to bind port 02b951f3-de6d-4286-bba3-e2e106b28ed1 on network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:42.872107 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7124edc-fe5a-4512-9138-901f5df19ab8 req-595ee955-af88-4572-8a96-bc8a45b257a6 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:42.885811 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d7124edc-fe5a-4512-9138-901f5df19ab8 req-595ee955-af88-4572-8a96-bc8a45b257a6 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.3241482
Sep 16 19:11:42.898345 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:42.898679 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Checking segment: {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:42.899058 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Bound using segment: {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:42.899485 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Bound port: 02b951f3-de6d-4286-bba3-e2e106b28ed1, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'}}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:42.899827 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:42.914715 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:42.961449 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:42.967864 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] Usage tracker for resource:security_group_rule and tenant:1153c5f451c14ccba19e2969bb9bc44c is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:42.972462 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:42.989621 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:43.084299 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:43.090886 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d7124edc-fe5a-4512-9138-901f5df19ab8 req-e0a2d4cb-a94c-4f62-b582-218d43d7bad1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041183
Sep 16 19:11:43.139804 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:43.158432 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d7c3ce7e-0689-42cb-aacc-fc449c587ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:43.177453 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] For port 02b951f3-de6d-4286-bba3-e2e106b28ed1, host hv-cinder-80944, cleared binding levels {{(pid=75160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:43.190580 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] For port 02b951f3-de6d-4286-bba3-e2e106b28ed1, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:43.198211 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:43.213535 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5b3cedd1-04f0-40eb-9311-e3d21c182d84 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:43.219933 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1153c5f451c14ccba19e2969bb9bc44c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5206015
Sep 16 19:11:43.220916 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261840c2-b3ab-4115-b496-e53e1c7949ea,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:43.225234 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:43.226273 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56650) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:43.321726 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcef2f-5485-4768-bc04-ef0791b792cd req-3cffc197-3da0-41bb-b30b-09b12027dcbc tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:43.353055 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e5dcef2f-5485-4768-bc04-ef0791b792cd req-3cffc197-3da0-41bb-b30b-09b12027dcbc tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 944 time: 0.2665603
Sep 16 19:11:43.368850 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Sync routers for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:11:43.393931 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:43.394596 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04464487f0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:11:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:43.405396 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:43.406875 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] 10.222.0.20 "PUT /v2.0/ports/02b951f3-de6d-4286-bba3-e2e106b28ed1 HTTP/1.1" status: 200  len: 1094 time: 2.5922112
Sep 16 19:11:43.407513 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'tag': '02b951f3-de6d-4286-bba3-e2e106b28ed1'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:43.503803 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e5dcef2f-5485-4768-bc04-ef0791b792cd req-bf0df6f1-1f19-4b36-aef0-a29a06b0be44 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1476440
Sep 16 19:11:43.529205 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Sync routers for ids ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:11:43.543395 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-741f2a6d-34f1-4c3a-9448-b343a0fd559a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:43.564926 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Routers {'c0b62805-6ec0-49c4-b86b-ce73bc9a4795'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:43.566172 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04461b9df0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:11:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:43.586453 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-741f2a6d-34f1-4c3a-9448-b343a0fd559a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:43.701304 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'tag': '02b951f3-de6d-4286-bba3-e2e106b28ed1', 'status': 'completed', 'code': 200}
Sep 16 19:11:43.702475 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Pushing event updated for resources: {'Port': ['ID=02b951f3-de6d-4286-bba3-e2e106b28ed1,revision_number=3']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:43.704674 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-741f2a6d-34f1-4c3a-9448-b343a0fd559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:43.712793 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:43.719734 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-31e48412-5b4f-4f19-ae9e-49c6175b3789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:43.753751 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 97a515e1-4282-4086-b023-717eb961c6c3 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:43.756387 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f2a6d-34f1-4c3a-9448-b343a0fd559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261840c2-b3ab-4115-b496-e53e1c7949ea,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:43.765013 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-741f2a6d-34f1-4c3a-9448-b343a0fd559a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:43.772449 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-741f2a6d-34f1-4c3a-9448-b343a0fd559a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:43.777102 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-741f2a6d-34f1-4c3a-9448-b343a0fd559a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/261840c2-b3ab-4115-b496-e53e1c7949ea HTTP/1.1" status: 204  len: 168 time: 0.5240519
Sep 16 19:11:43.833296 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cc0fc-f948-429e-92ce-9a43c5a81170 req-a504bff8-bd05-4580-a6cf-f4ccff139d8e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:43.834246 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-f70cc0fc-f948-429e-92ce-9a43c5a81170 req-a504bff8-bd05-4580-a6cf-f4ccff139d8e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Synchronizing usage tracker for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:43.854907 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-02947985-a715-45d2-aa68-53b386e5ec93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 1097 time: 0.2609279
Sep 16 19:11:43.944918 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:44.000393 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8617b40-8ae7-4620-b229-4bf0859e0cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec690d-5dd2-4470-af92-59a1615b8717'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:44.039948 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-f70cc0fc-f948-429e-92ce-9a43c5a81170 req-a504bff8-bd05-4580-a6cf-f4ccff139d8e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Unset dirty status for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:44.043702 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f70cc0fc-f948-429e-92ce-9a43c5a81170 req-a504bff8-bd05-4580-a6cf-f4ccff139d8e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 944 time: 0.7013659
Sep 16 19:11:44.048818 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-34c206d9-3b80-4f60-b35b-d4a06f863230 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1 HTTP/1.1" status: 200  len: 217 time: 0.1777349
Sep 16 19:11:44.162492 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8617b40-8ae7-4620-b229-4bf0859e0cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cec690d-5dd2-4470-af92-59a1615b8717', 'code': 200}
Sep 16 19:11:44.163091 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Set router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:44.268555 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f70cc0fc-f948-429e-92ce-9a43c5a81170 req-c1afc741-71c4-4ac9-858a-b61169e18218 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2187667
Sep 16 19:11:44.283872 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e318-0526-4ee0-9d31-44e169aa015d req-b961ec78-4b56-4202-a535-a6deb01af47c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:44.285326 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-b961ec78-4b56-4202-a535-a6deb01af47c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.2336035
Sep 16 19:11:44.348953 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 97a515e1-4282-4086-b023-717eb961c6c3 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:44.498724 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 97a515e1-4282-4086-b023-717eb961c6c3 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:44.499118 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:44.647389 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56696) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:44.665753 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04464487f0>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 2, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:44.672148 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Checking router: 9af8f7f0-cada-4040-8beb-c36e5198a1bd for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:11:44.672508 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Updating router 9af8f7f0-cada-4040-8beb-c36e5198a1bd port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 binding host dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:11:44.672990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:44.701344 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-1d690a5e-e54b-408f-9adb-5f7a6c24ec55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4090588
Sep 16 19:11:44.725985 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-aeb13160-efa5-4d59-8775-8d464b07efe6 req-a729992d-4a46-44f2-b60b-6384c057d4af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 1099 time: 0.2876215
Sep 16 19:11:44.764478 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:44.773091 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d7d4ae4a054611ba7fa21de6d920d6 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:44.796181 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b221ca-7611-4106-961f-0058214b66fd req-d1350b3b-e3a2-488b-965e-01cc3cb03356 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:44.805681 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b0b221ca-7611-4106-961f-0058214b66fd req-d1350b3b-e3a2-488b-965e-01cc3cb03356 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.2274296
Sep 16 19:11:44.813900 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:44.826853 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:44.840682 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:44.934251 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-aeb13160-efa5-4d59-8775-8d464b07efe6 req-ab4a7399-ee66-4cc9-a759-4a3cf2a8f2f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011478
Sep 16 19:11:44.949742 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-e66f6f8b-2c2c-4284-b539-cc84b760dc0a service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346404
Sep 16 19:11:44.983213 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b0b221ca-7611-4106-961f-0058214b66fd req-632cb4ab-a333-4f42-b416-83f0df35588f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760385
Sep 16 19:11:45.053169 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.060450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.075367 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:45.080163 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.135123 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:45.147596 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.172036 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:45.207951 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31507f8-7814-4ca9-bb21-bbedf21c2044,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:45.229765 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:45.238571 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56712) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:45.242870 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0d7d4ae4a054611ba7fa21de6d920d6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5925415
Sep 16 19:11:45.305506 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04461b9df0>, [{'id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'name': 'tempest-ServerRescueNegativeTestJSON-495265359-router', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:10Z', 'revision_number': 4, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'gw_port': {'id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'c198a9ca-c662-4d13-a1b6-1e7c3718d5c9', 'name': '', 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'mac_address': 'fa:16:3e:79:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7cbdab-3685-4234-818a-0061a156679e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:11Z', 'revision_number': 2, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'subnets': [{'id': 'ae7cbdab-3685-4234-818a-0061a156679e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:45.319408 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Checking router: c0b62805-6ec0-49c4-b86b-ce73bc9a4795 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:11:45.319872 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Updating router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 binding host dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:11:45.348903 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:45.358665 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:45.388926 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.476080 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-f62abf1d-2db0-4f28-8c5c-2a8764eb6c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.503788 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6352e318-0526-4ee0-9d31-44e169aa015d req-198ad155-1e7a-4b03-8723-19f2ca2bf51b service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3517661
Sep 16 19:11:45.521825 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Notify callbacks [] for port, precommit_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.537645 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.provisioning_blocks [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Transition to ACTIVE for port object 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 will not be triggered until provisioned by entity L2. {{(pid=75163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:45.550556 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.557303 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-ef8f1dd5-612a-473e-b4a7-39f0d8af9662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:45.569549 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696451c-a53c-44d1-82cb-e4956d1513cf req-217df15c-be3c-47b4-a7b7-ad3c7e0aa0b0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:45.573923 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4696451c-a53c-44d1-82cb-e4956d1513cf req-217df15c-be3c-47b4-a7b7-ad3c7e0aa0b0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.2879751
Sep 16 19:11:45.580418 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-f62abf1d-2db0-4f28-8c5c-2a8764eb6c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.768839 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4696451c-a53c-44d1-82cb-e4956d1513cf req-337d7a7a-571f-45db-ba8b-d1ae6bc8811e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1651943
Sep 16 19:11:45.799015 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-f62abf1d-2db0-4f28-8c5c-2a8764eb6c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.804690 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-40c9c0ec-f770-4816-9261-95e0e69d8995 req-7b742175-871f-43ae-a15d-933060158f30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 1097 time: 0.2365937
Sep 16 19:11:45.805461 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-741f2a6d-34f1-4c3a-9448-b343a0fd559a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:45.844065 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-f62abf1d-2db0-4f28-8c5c-2a8764eb6c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:45.845478 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be918cb-212b-4b5c-b8a6-cc49ad299a3d None None] Pushing event updated for resources: {'Port': ['ID=70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0,revision_number=3']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:45.854289 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-f62abf1d-2db0-4f28-8c5c-2a8764eb6c04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c31507f8-7814-4ca9-bb21-bbedf21c2044 HTTP/1.1" status: 204  len: 168 time: 0.6119041
Sep 16 19:11:45.854289 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62abf1d-2db0-4f28-8c5c-2a8764eb6c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31507f8-7814-4ca9-bb21-bbedf21c2044,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:45.855129 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-f62abf1d-2db0-4f28-8c5c-2a8764eb6c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:45.868036 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-5be918cb-212b-4b5c-b8a6-cc49ad299a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:46.141682 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Attempting to bind port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:46.142055 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Attempting to bind port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:46.142453 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Attempting to bind port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 on network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:46.158671 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:46.159051 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Checking segment: {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:46.159459 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:46.159857 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Bound using segment: {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:46.160333 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Bound port: 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'}}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:46.160735 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:46.320874 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9c0ec-f770-4816-9261-95e0e69d8995 req-681c65b0-777c-4764-96b1-cba9453682fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:46.326036 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-40c9c0ec-f770-4816-9261-95e0e69d8995 req-681c65b0-777c-4764-96b1-cba9453682fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.5128541
Sep 16 19:11:46.420117 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] For port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:46.424395 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] For port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:46.429724 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:46.438855 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-ef8f1dd5-612a-473e-b4a7-39f0d8af9662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:46.519752 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-40c9c0ec-f770-4816-9261-95e0e69d8995 req-3adc8ac3-abfc-4f57-97ac-c0ca0e7b88dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1 HTTP/1.1" status: 200  len: 217 time: 0.1892591
Sep 16 19:11:46.528254 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be918cb-212b-4b5c-b8a6-cc49ad299a3d None None] Pushing event updated for resources: {'Port': ['ID=70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0,revision_number=4']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:46.533781 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-5be918cb-212b-4b5c-b8a6-cc49ad299a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:46.556433 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:46.556800 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Notify callbacks [] for port, precommit_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:46.557918 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04464487f0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:11:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:46.601993 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Transition to ACTIVE for port object c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:11:46.624081 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:46.665316 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b571f-a199-4555-890c-75be13655c14 req-166faf8f-437c-44e2-ae0e-fb562835f1ad tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:46.674483 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-695b571f-a199-4555-890c-75be13655c14 req-166faf8f-437c-44e2-ae0e-fb562835f1ad tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 944 time: 0.4023802
Sep 16 19:11:46.679451 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:46.714497 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:46.725049 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-806443e6-73e7-4051-8dc1-6e3900501456 req-4103f638-5dfb-4f17-81f3-cc5a6b41b523 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 1098 time: 0.3122070
Sep 16 19:11:46.882556 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-695b571f-a199-4555-890c-75be13655c14 req-d256fcda-5a87-4958-b64c-ade2e7ef3745 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2067425
Sep 16 19:11:46.891697 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9c0ec-f770-4816-9261-95e0e69d8995 req-36cd3e80-cc2e-4001-aacb-67fe748ad331 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:46.891697 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-40c9c0ec-f770-4816-9261-95e0e69d8995 req-36cd3e80-cc2e-4001-aacb-67fe748ad331 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.3601947
Sep 16 19:11:47.145760 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:47.158111 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d3fd7-9b0f-4497-beb1-4c238f0d5f6d req-7b22cc3b-2acc-4dec-a0f7-ce8e12f023d1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:47.162417 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3', 'code': 200}
Sep 16 19:11:47.173765 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f77d3fd7-9b0f-4497-beb1-4c238f0d5f6d req-7b22cc3b-2acc-4dec-a0f7-ce8e12f023d1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.5248475
Sep 16 19:11:47.189199 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806443e6-73e7-4051-8dc1-6e3900501456 req-400ce836-a453-47b5-8f65-a337fb996849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:47.190676 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-806443e6-73e7-4051-8dc1-6e3900501456 req-400ce836-a453-47b5-8f65-a337fb996849 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 919 time: 0.4511299
Sep 16 19:11:47.256607 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-40c9c0ec-f770-4816-9261-95e0e69d8995 req-6723854d-9b95-4f38-b78d-81e9c2cf78e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3435266
Sep 16 19:11:47.269208 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f77d3fd7-9b0f-4497-beb1-4c238f0d5f6d req-6a4a8715-4db4-4c70-8894-75fe5bb389bd tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944707
Sep 16 19:11:47.277802 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91c051-6d55-40d1-bbae-4db45de977e9 None None] Pushing event updated for resources: {'Port': ['ID=c198a9ca-c662-4d13-a1b6-1e7c3718d5c9,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:47.304513 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-7c91c051-6d55-40d1-bbae-4db45de977e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:47.605227 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-40c9c0ec-f770-4816-9261-95e0e69d8995 req-eda8118c-b3ec-4663-83fd-0d76aba6304b service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3338909
Sep 16 19:11:47.641572 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-806443e6-73e7-4051-8dc1-6e3900501456 req-c309db2a-82fb-4038-8097-2d39b60fe963 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597b793c-4241-49eb-9bcd-e74ec3bb6104 HTTP/1.1" status: 200  len: 217 time: 0.4302585
Sep 16 19:11:47.679884 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Attempting to bind port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:11:47.680439 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Attempting to bind port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:11:47.680739 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Attempting to bind port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 on network e56eddca-9013-4f89-90ac-50ce9c2e6377 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:11:47.718807 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04464487f0>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:46Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:47.724326 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29024113-1d2d-4bb9-97ed-647e475821cc None None] The sync data for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi is: [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:46Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:11:47.742489 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:11:47.743186 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Checking segment: {'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:47.743924 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:47.745338 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Bound using segment: {'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:11:47.746255 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Bound port: c198a9ca-c662-4d13-a1b6-1e7c3718d5c9, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29b07f7-5760-4e45-8215-f3c856baac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:11:47.746872 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:47.838220 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955b83e-1a44-462b-ad21-3c0e7175866f req-03185954-9ae2-4fa0-b699-a268802c7b57 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:47.852229 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d955b83e-1a44-462b-ad21-3c0e7175866f req-03185954-9ae2-4fa0-b699-a268802c7b57 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.4422722
Sep 16 19:11:47.889586 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 02b951f3-de6d-4286-bba3-e2e106b28ed1 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:11:47.978861 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806443e6-73e7-4051-8dc1-6e3900501456 req-7b3830f0-b5a6-4455-bfa4-9a0e0366d8ba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:47.980307 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-806443e6-73e7-4051-8dc1-6e3900501456 req-7b3830f0-b5a6-4455-bfa4-9a0e0366d8ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.3209534
Sep 16 19:11:48.077138 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-40c9c0ec-f770-4816-9261-95e0e69d8995 req-2d5063e2-0b86-4d9b-a090-447cfad08147 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4645481
Sep 16 19:11:48.162988 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-806443e6-73e7-4051-8dc1-6e3900501456 req-1ec44e79-8a1d-48a2-a845-323082ffa7df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1519952
Sep 16 19:11:48.166934 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0a5c5e32-ad4f-4ef6-9aee-e314d36b7dd5 req-e915de0a-49ec-4fde-bd2b-0c7a444b74f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 1098 time: 0.6331320
Sep 16 19:11:48.184760 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d955b83e-1a44-462b-ad21-3c0e7175866f req-aa3a195d-ea83-4ba1-aec4-3260c95320f2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3268645
Sep 16 19:11:48.239207 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 02b951f3-de6d-4286-bba3-e2e106b28ed1, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:48.258465 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '02b951f3-de6d-4286-bba3-e2e106b28ed1', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'port_id': '02b951f3-de6d-4286-bba3-e2e106b28ed1', 'mac_address': 'fa:16:3e:bc:b9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:11:48.294005 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56810) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:48.390405 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8d9f8-b419-42c2-bf63-f4ac22656596 req-f8d2fbe9-d0cb-46d9-8683-9eb932620b41 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:48.400495 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-59e8d9f8-b419-42c2-bf63-f4ac22656596 req-f8d2fbe9-d0cb-46d9-8683-9eb932620b41 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 944 time: 0.1769245
Sep 16 19:11:48.409666 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] For port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:11:48.440091 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] For port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=c198a9ca-c662-4d13-a1b6-1e7c3718d5c9,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:11:48.450017 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:48.467620 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:48.484466 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0a5c5e32-ad4f-4ef6-9aee-e314d36b7dd5 req-da897081-6af6-4eda-8739-003cd954820d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2825699
Sep 16 19:11:48.486844 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:48.526276 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-806443e6-73e7-4051-8dc1-6e3900501456 req-e130468a-0451-46cc-ac65-70f7e58780b2 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3203270
Sep 16 19:11:48.526868 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-59e8d9f8-b419-42c2-bf63-f4ac22656596 req-6f2bc19e-5c79-49ef-ac19-321ab00ec9a6 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221976
Sep 16 19:11:48.570565 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b951f3-de6d-4286-bba3-e2e106b28ed1 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:11:48.593438 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:48.618356 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1982548700-network', 'tenant_id': 'a08e1aa164ba4611872d63e3c60c8829'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:48.624418 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:48.628434 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Usage tracker for resource:network and tenant:a08e1aa164ba4611872d63e3c60c8829 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:48.632314 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:48.638907 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:48.652450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Made reservation on behalf of a08e1aa164ba4611872d63e3c60c8829 for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:11:48.657456 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:48.663385 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 02b951f3-de6d-4286-bba3-e2e106b28ed1, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:48.664465 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Routers {'c0b62805-6ec0-49c4-b86b-ce73bc9a4795'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:48.665090 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04461b9df0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:11:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:48.676198 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:48.685824 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5f4bf-a71e-42ae-b7cb-625f4193fb35 req-d979f5e2-4408-4c70-9730-c1ed4bc72cf4 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:48.687639 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e5d5f4bf-a71e-42ae-b7cb-625f4193fb35 req-d979f5e2-4408-4c70-9730-c1ed4bc72cf4 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1232448
Sep 16 19:11:48.730198 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:48.742513 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91c051-6d55-40d1-bbae-4db45de977e9 None None] Pushing event updated for resources: {'Port': ['ID=c198a9ca-c662-4d13-a1b6-1e7c3718d5c9,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:48.748353 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:48.748789 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-7c91c051-6d55-40d1-bbae-4db45de977e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:48.749392 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4b0627e4-b7f0-48a0-8dce-648b6bcb7dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:48.752176 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Usage tracker for resource:security_group_rule and tenant:a08e1aa164ba4611872d63e3c60c8829 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:48.765393 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:48.771492 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:48.802000 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e5d5f4bf-a71e-42ae-b7cb-625f4193fb35 req-aef70eeb-5254-450d-8572-8fcc7fcb8fa8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067398
Sep 16 19:11:48.920749 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:48.928925 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:48.933286 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:48.944103 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=02b951f3-de6d-4286-bba3-e2e106b28ed1,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:48.949148 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:48.950960 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-806443e6-73e7-4051-8dc1-6e3900501456 req-a27fb013-9f38-498a-882f-1538eb631116 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960011
Sep 16 19:11:48.952295 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:48.962875 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:48.963458 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:48.980680 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a371b31-448a-4661-941b-21f1777eaa96,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:48.986482 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:48.987260 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:11:49.000186 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:49.000589 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Added segment 68997964-2f5e-46f7-a606-87047eed8a4a of type vlan for network 515f21be-f9ad-4c09-bcc5-02d19acfb869
Sep 16 19:11:49.010419 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] Set router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:49.033126 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:49.086022 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:49.087576 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:49.088200 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:49.095565 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:49.118337 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['02b951f3-de6d-4286-bba3-e2e106b28ed1'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:11:49.224347 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Pushing event updated for resources: {'Network': ['ID=515f21be-f9ad-4c09-bcc5-02d19acfb869,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:49.227546 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:49.234116 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9373145
Sep 16 19:11:49.236998 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56828) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:49.243582 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Request body: {'subnet': {'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1982548700-subnet', 'tenant_id': 'a08e1aa164ba4611872d63e3c60c8829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:49.248844 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:49.253429 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Usage tracker for resource:subnet and tenant:a08e1aa164ba4611872d63e3c60c8829 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:49.256275 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:49.261564 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 515f21be-f9ad-4c09-bcc5-02d19acfb869 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:11:49.265680 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:49.277560 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Made reservation on behalf of a08e1aa164ba4611872d63e3c60c8829 for: {'subnet': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:11:49.280925 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:49.533092 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:49.646023 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:49.670730 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:49.673262 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:49.760639 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:49.787259 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:49.821433 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af4859-088c-4ea1-8430-59c812efeba2 req-4a500df2-4231-4566-b86c-7e4e9a29a5d5 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:49.830026 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f6af4859-088c-4ea1-8430-59c812efeba2 req-4a500df2-4231-4566-b86c-7e4e9a29a5d5 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 945 time: 0.0999196
Sep 16 19:11:49.881236 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:49.892637 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:49.911906 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1eb5acd-6289-43ec-aa1f-b8c46774dfe9,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:49.915674 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04461b9df0>, [{'id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'name': 'tempest-ServerRescueNegativeTestJSON-495265359-router', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:10Z', 'revision_number': 4, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'gw_port': {'id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'c198a9ca-c662-4d13-a1b6-1e7c3718d5c9', 'name': '', 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'mac_address': 'fa:16:3e:79:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7cbdab-3685-4234-818a-0061a156679e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:48Z', 'revision_number': 4, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'subnets': [{'id': 'ae7cbdab-3685-4234-818a-0061a156679e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:49.916499 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:49.922555 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f6af4859-088c-4ea1-8430-59c812efeba2 req-500ead1c-6ac3-45e4-9b83-93cb1fc75259 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914466
Sep 16 19:11:49.922811 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc34a7-32b6-445b-889e-a01bfee29985 None None] The sync data for ids ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'] in dv-cinder-809447-1-iscsi is: [{'id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'name': 'tempest-ServerRescueNegativeTestJSON-495265359-router', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:10Z', 'revision_number': 4, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'gw_port': {'id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'c198a9ca-c662-4d13-a1b6-1e7c3718d5c9', 'name': '', 'network_id': 'e56eddca-9013-4f89-90ac-50ce9c2e6377', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'mac_address': 'fa:16:3e:79:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7cbdab-3685-4234-818a-0061a156679e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:09Z', 'updated_at': '2021-09-16T19:11:48Z', 'revision_number': 4, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'subnets': [{'id': 'ae7cbdab-3685-4234-818a-0061a156679e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:11:49.936612 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9110d-9609-448b-9e1b-b7e04c86fbb4 req-c3ac4f6d-fd91-4c48-a626-877325b2b42e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:49.954764 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-15d9110d-9609-448b-9e1b-b7e04c86fbb4 req-c3ac4f6d-fd91-4c48-a626-877325b2b42e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.3036063
Sep 16 19:11:49.980912 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Checking segment: {'id': '68997964-2f5e-46f7-a606-87047eed8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:11:49.981269 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Network hostable DHCP agents. Network: 515f21be-f9ad-4c09-bcc5-02d19acfb869, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:11:50.100463 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-15d9110d-9609-448b-9e1b-b7e04c86fbb4 req-20af3f3c-4d5d-4216-964d-63c8b5882191 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1447067
Sep 16 19:11:50.108476 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Network 515f21be-f9ad-4c09-bcc5-02d19acfb869 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:11:50.139283 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 515f21be-f9ad-4c09-bcc5-02d19acfb869) {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:50.145631 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:50.146247 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:50.146619 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14ca3d-8794-4045-8a06-fab53e28ce2b None None] Network 515f21be-f9ad-4c09-bcc5-02d19acfb869 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:11:50.241091 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a7667352-dbcd-4eb5-b61e-262085b055f2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0028107
Sep 16 19:11:50.265133 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56862) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:50.374955 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d8553-b998-41f8-ae7a-7cb6369a438a req-c18128f4-9be2-4541-9f9b-fd9d88e2a476 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:50.400126 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-015d8553-b998-41f8-ae7a-7cb6369a438a req-c18128f4-9be2-4541-9f9b-fd9d88e2a476 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.2461445
Sep 16 19:11:50.508969 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:50.549587 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-015d8553-b998-41f8-ae7a-7cb6369a438a req-91d5eed1-c507-4610-bbd1-f13560ad0d94 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483576
Sep 16 19:11:50.589265 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:50.594406 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] Usage tracker for resource:security_group_rule and tenant:96a90667d54d4af48a0e1f635410b0cb is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:50.599306 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:50.605791 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:50.698067 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:50.711620 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:50.722464 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:50.733347 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4dd3d523-618e-4172-9d13-ae25fce86b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:50.752875 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598da47e-ca81-4381-99b3-48474a7ac6dc None None] Network 515f21be-f9ad-4c09-bcc5-02d19acfb869 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:11:50.786403 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91537442-5c15-4304-bdc8-bde2f1c6dde1,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:50.800045 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:50.802617 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96a90667d54d4af48a0e1f635410b0cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5362732
Sep 16 19:11:50.805361 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56880) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:50.886998 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dcc81ed3-19c8-4fd8-8ccc-06eab34f218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:50.923653 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dcc81ed3-19c8-4fd8-8ccc-06eab34f218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:50.955112 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:50.967451 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:50.968011 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:50.995701 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dcc81ed3-19c8-4fd8-8ccc-06eab34f218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:51.003004 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-10a58ce3-4fcf-451e-952f-d5247916fb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:51.017118 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc81ed3-19c8-4fd8-8ccc-06eab34f218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91537442-5c15-4304-bdc8-bde2f1c6dde1,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:51.026724 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dcc81ed3-19c8-4fd8-8ccc-06eab34f218c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:51.027505 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dcc81ed3-19c8-4fd8-8ccc-06eab34f218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:51.032894 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-dcc81ed3-19c8-4fd8-8ccc-06eab34f218c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91537442-5c15-4304-bdc8-bde2f1c6dde1 HTTP/1.1" status: 204  len: 168 time: 0.2231424
Sep 16 19:11:51.246289 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:51.288615 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372671e-3441-478b-821b-76855f162716 req-4eeece83-dd4b-4505-8c5e-fdd9e3713dcf tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:51.298709 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4372671e-3441-478b-821b-76855f162716 req-4eeece83-dd4b-4505-8c5e-fdd9e3713dcf tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 945 time: 0.1203671
Sep 16 19:11:51.337186 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=c198a9ca-c662-4d13-a1b6-1e7c3718d5c9,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:51.346971 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:51.347808 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:51.393972 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4372671e-3441-478b-821b-76855f162716 req-18f10fcd-4fe9-44d4-bd06-72cee1677a31 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885141
Sep 16 19:11:51.405286 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:51.580385 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=c198a9ca-c662-4d13-a1b6-1e7c3718d5c9,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:51.592202 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:51.627000 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:51.627580 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:51.628468 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd330d4-aef8-4464-b877-b7e86ab6958b req-8ba746b6-5811-4ccd-b3f0-2e514a021b81 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:51.640178 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cbd330d4-aef8-4464-b877-b7e86ab6958b req-8ba746b6-5811-4ccd-b3f0-2e514a021b81 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1996145
Sep 16 19:11:51.710852 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cbd330d4-aef8-4464-b877-b7e86ab6958b req-ab93361e-878e-4f5a-bf5d-256cab41a6c3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698187
Sep 16 19:11:51.774350 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56904) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:51.813026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:51.877032 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:51.879472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] Usage tracker for resource:security_group_rule and tenant:8a4e369c1a394c8eabae2ec768df2e8f is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:51.882582 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:51.883990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4797e3-2133-4338-b5e0-45b87cf7e374 req-aac73b77-2f5e-4235-9fb0-386124e4cc46 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:51.886461 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8a4797e3-2133-4338-b5e0-45b87cf7e374 req-aac73b77-2f5e-4235-9fb0-386124e4cc46 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1783142
Sep 16 19:11:51.894891 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:51.951849 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8a4797e3-2133-4338-b5e0-45b87cf7e374 req-61c80d23-12c7-4c78-9fba-f9521e2045ce tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587924
Sep 16 19:11:52.032775 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:52.040679 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:52.053933 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19018638-9629-4a3a-826b-97ed7338257f req-e0a5def7-c118-4b75-9e42-bc99f126fdc1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:52.055398 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-19018638-9629-4a3a-826b-97ed7338257f req-e0a5def7-c118-4b75-9e42-bc99f126fdc1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1368253
Sep 16 19:11:52.056560 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:52.064462 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 56912) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:52.069961 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-57537748-7dbd-4a8d-98e3-a82fc13987c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'floatingip': {'port_id': '97a515e1-4282-4086-b023-717eb961c6c3'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:52.096916 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e847f6-60fa-48cf-8494-303150c0be70,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:52.101727 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a4e369c1a394c8eabae2ec768df2e8f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3262706
Sep 16 19:11:52.102645 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:52.104472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 56916) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:52.143168 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57537748-7dbd-4a8d-98e3-a82fc13987c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:52.162821 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b35ce188-0bc8-4e2a-be03-c19ebf832100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:52.188320 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b35ce188-0bc8-4e2a-be03-c19ebf832100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:52.239192 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b35ce188-0bc8-4e2a-be03-c19ebf832100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:52.244151 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:52.261087 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ce188-0bc8-4e2a-be03-c19ebf832100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e847f6-60fa-48cf-8494-303150c0be70,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:52.263919 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b35ce188-0bc8-4e2a-be03-c19ebf832100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:52.264782 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b35ce188-0bc8-4e2a-be03-c19ebf832100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:52.268523 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-b35ce188-0bc8-4e2a-be03-c19ebf832100 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8e847f6-60fa-48cf-8494-303150c0be70 HTTP/1.1" status: 204  len: 168 time: 0.1605389
Sep 16 19:11:52.478633 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:52.605362 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:52.605746 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:52.908401 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5da597-6171-48bc-8669-559e4b7b1120 req-710b43f7-084f-4434-a34e-89ba9120a4a0 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:52.909835 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c5da597-6171-48bc-8669-559e4b7b1120 req-710b43f7-084f-4434-a34e-89ba9120a4a0 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 945 time: 0.3202391
Sep 16 19:11:53.032363 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c5da597-6171-48bc-8669-559e4b7b1120 req-f38ab427-2d97-409a-86f6-7eedd97c3b54 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047959
Sep 16 19:11:53.152142 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57537748-7dbd-4a8d-98e3-a82fc13987c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:53.157741 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57537748-7dbd-4a8d-98e3-a82fc13987c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:53.234933 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251a59-a38b-40f1-9b78-a13d42c097a9 req-50db1058-b4a7-49fd-8aed-a205c3c1dfa0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:53.236096 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-75251a59-a38b-40f1-9b78-a13d42c097a9 req-50db1058-b4a7-49fd-8aed-a205c3c1dfa0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0850449
Sep 16 19:11:53.284221 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-75251a59-a38b-40f1-9b78-a13d42c097a9 req-a785d9da-83ee-4e22-8064-e1c661b37575 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409839
Sep 16 19:11:53.360849 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.l3_db [None req-57537748-7dbd-4a8d-98e3-a82fc13987c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Floating IP 0e6053e0-0de3-4f0c-a672-aacf10c007b8 associated. External IP: 172.27.3.183, port: 97a515e1-4282-4086-b023-717eb961c6c3.
Sep 16 19:11:53.433935 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c31cbcec-f460-4671-bea8-8678c7ae8e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:53.757317 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57537748-7dbd-4a8d-98e3-a82fc13987c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:11:53.758214 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:53.762571 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 02b951f3-de6d-4286-bba3-e2e106b28ed1 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:11:53.836892 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 02b951f3-de6d-4286-bba3-e2e106b28ed1 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:11:53.842196 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 02b951f3-de6d-4286-bba3-e2e106b28ed1 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:11:53.842503 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:53.962535 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:53.993108 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b951f3-de6d-4286-bba3-e2e106b28ed1'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:54.005716 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 02b951f3-de6d-4286-bba3-e2e106b28ed1, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:11:54.014238 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:54.019694 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-7c91c051-6d55-40d1-bbae-4db45de977e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:54.083927 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57537748-7dbd-4a8d-98e3-a82fc13987c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:11:54.099335 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] Sync routers for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:11:54.117823 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:54.119121 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f044627ec40>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:11:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:54.123305 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b951f3-de6d-4286-bba3-e2e106b28ed1', 'code': 200}
Sep 16 19:11:54.148859 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57537748-7dbd-4a8d-98e3-a82fc13987c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:54.247739 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=02b951f3-de6d-4286-bba3-e2e106b28ed1,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:54.256006 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:54.321988 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-57537748-7dbd-4a8d-98e3-a82fc13987c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "PUT /v2.0/floatingips/0e6053e0-0de3-4f0c-a672-aacf10c007b8 HTTP/1.1" status: 200  len: 991 time: 2.2563248
Sep 16 19:11:54.324572 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:11:54.507622 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:54.644882 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218a323-d3e5-46f5-8184-ac04f6ac222c req-42a5544b-bdea-442b-956e-18fda544fea0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:54.646980 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b218a323-d3e5-46f5-8184-ac04f6ac222c req-42a5544b-bdea-442b-956e-18fda544fea0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1399639
Sep 16 19:11:54.670633 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f9961a74-5557-4cef-9793-e25ee2d76340 req-1439a7ac-2ccd-4c91-94e1-0db081666013 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 1099 time: 0.2365654
Sep 16 19:11:54.680153 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415ef40-eccd-4802-8cf6-78d984116426 req-fddb5a6a-3797-425c-b87d-ea1aeff372a7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:54.684304 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6415ef40-eccd-4802-8cf6-78d984116426 req-fddb5a6a-3797-425c-b87d-ea1aeff372a7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.3357997
Sep 16 19:11:54.743265 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b218a323-d3e5-46f5-8184-ac04f6ac222c req-cbcda743-0177-4da0-943e-86a77ff901a9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953429
Sep 16 19:11:54.814572 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f9961a74-5557-4cef-9793-e25ee2d76340 req-b8138d3f-c431-4040-a36c-cb9704087f86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263905
Sep 16 19:11:54.848994 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6415ef40-eccd-4802-8cf6-78d984116426 req-6e2f09d9-6ad6-4540-81e9-caa7a8ff0429 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1627393
Sep 16 19:11:54.948710 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3', 'status': 'completed', 'code': 200}
Sep 16 19:11:55.001656 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f044627ec40>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '0e6053e0-0de3-4f0c-a672-aacf10c007b8', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'port_id': '97a515e1-4282-4086-b023-717eb961c6c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'mac_address': 'fa:16:3e:a2:b4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65080f5d-1e6f-4435-81e4-643563957e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:11:23Z', 'updated_at': '2021-09-16T19:11:52Z', 'revision_number': 1, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:55.007585 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] Checking router: 63a4bcc5-04c4-4b27-8748-62a32c9045c7 for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:11:55.022094 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:11:55.022817 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f044627ec40>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:11:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:55.275691 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:11:55.306823 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-a198de94-4b6c-4be2-b49e-03bb00a7102e tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:55.308292 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-a198de94-4b6c-4be2-b49e-03bb00a7102e tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/networks?id=515f21be-f9ad-4c09-bcc5-02d19acfb869 HTTP/1.1" status: 200  len: 809 time: 0.2444785
Sep 16 19:11:55.312753 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-786bb36b-5dd2-43b7-b1a0-ca51ea985ef4 req-7e81093d-44d5-4bc1-9834-4e5f49b2e63a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 1098 time: 0.1889007
Sep 16 19:11:55.363321 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-3b807cac-7b65-4659-92d5-46689b865c8d tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/quotas/a08e1aa164ba4611872d63e3c60c8829 HTTP/1.1" status: 200  len: 375 time: 0.0459297
Sep 16 19:11:55.455277 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-e43d3878-2602-47a2-ac58-4d1bfe2777de tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a08e1aa164ba4611872d63e3c60c8829&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0867853
Sep 16 19:11:55.539377 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-e38175f5-c990-4461-a99c-482798cdfac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:55.594846 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bb36b-5dd2-43b7-b1a0-ca51ea985ef4 req-be0d8dd7-488b-4a0b-afd4-388e055a4143 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:55.596260 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-786bb36b-5dd2-43b7-b1a0-ca51ea985ef4 req-be0d8dd7-488b-4a0b-afd4-388e055a4143 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 917 time: 0.2710226
Sep 16 19:11:55.644790 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:11:55.682492 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f044627ec40>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '0e6053e0-0de3-4f0c-a672-aacf10c007b8', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'port_id': '97a515e1-4282-4086-b023-717eb961c6c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'mac_address': 'fa:16:3e:a2:b4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65080f5d-1e6f-4435-81e4-643563957e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:11:23Z', 'updated_at': '2021-09-16T19:11:52Z', 'revision_number': 1, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:11:55.694949 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e904b39a-cd8a-426a-aaf4-71fe8a957b05 None None] The sync data for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi is: [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '0e6053e0-0de3-4f0c-a672-aacf10c007b8', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'port_id': '97a515e1-4282-4086-b023-717eb961c6c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'mac_address': 'fa:16:3e:a2:b4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65080f5d-1e6f-4435-81e4-643563957e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:11:23Z', 'updated_at': '2021-09-16T19:11:52Z', 'revision_number': 1, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:11:55.707668 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-3182a24d-796c-47d0-8a4c-5ac7305bd12a service neutron] 10.222.0.22 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2448056
Sep 16 19:11:55.885850 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-786bb36b-5dd2-43b7-b1a0-ca51ea985ef4 req-6cf03070-aa1d-4049-81ff-085b36c4205b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97a515e1-4282-4086-b023-717eb961c6c3 HTTP/1.1" status: 200  len: 999 time: 0.2677226
Sep 16 19:11:55.891862 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-c03d5bf3-ac05-41ad-bc62-9c337c93489d service neutron] 10.222.0.22 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834064
Sep 16 19:11:55.987060 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bb36b-5dd2-43b7-b1a0-ca51ea985ef4 req-bf94675f-a71f-46eb-84dd-b7d77497f652 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:55.988623 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-786bb36b-5dd2-43b7-b1a0-ca51ea985ef4 req-bf94675f-a71f-46eb-84dd-b7d77497f652 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.0823221
Sep 16 19:11:55.995283 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b41d2-ffe1-43eb-9c49-0032ed2fe23c req-5123ddd4-c0f9-4ed8-9fcd-2db10877b165 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:55.997508 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3b4b41d2-ffe1-43eb-9c49-0032ed2fe23c req-5123ddd4-c0f9-4ed8-9fcd-2db10877b165 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1101978
Sep 16 19:11:56.068091 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3b4b41d2-ffe1-43eb-9c49-0032ed2fe23c req-f3f0f04a-f61b-45e3-981a-7b3e858dad74 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642424
Sep 16 19:11:56.100060 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-786bb36b-5dd2-43b7-b1a0-ca51ea985ef4 req-9fe11ae8-212d-468c-9866-9c64c0a88d92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838759
Sep 16 19:11:56.494092 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-786bb36b-5dd2-43b7-b1a0-ca51ea985ef4 req-748b0e7e-9bff-4fe9-8b7e-a09b314cbe89 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3864279
Sep 16 19:11:56.532872 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:56.535323 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f1c11-ac2a-4cc7-923a-776c16fc4a26 req-697fb894-0f0f-49a9-9c3c-1a960ed07dfa tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:56.538369 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-569f1c11-ac2a-4cc7-923a-776c16fc4a26 req-697fb894-0f0f-49a9-9c3c-1a960ed07dfa tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.3970091
Sep 16 19:11:56.645622 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6a407d01-0a78-4e15-a041-effde945fde0 req-c7e18011-ab6e-46ba-a736-765a42f6c20c tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 210 time: 0.0497534
Sep 16 19:11:56.704633 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-569f1c11-ac2a-4cc7-923a-776c16fc4a26 req-7a609a88-fa9a-4cab-a277-2a080dfe08a4 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1394868
Sep 16 19:11:56.753720 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-786bb36b-5dd2-43b7-b1a0-ca51ea985ef4 req-73c993cd-b13a-463f-9663-b5b9961cad61 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141795
Sep 16 19:11:56.949845 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975cb84-9a21-4185-9294-1a04cc3f0452 req-2081bcae-1459-490e-8c8a-b2480f014e50 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:56.952165 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6975cb84-9a21-4185-9294-1a04cc3f0452 req-2081bcae-1459-490e-8c8a-b2480f014e50 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 945 time: 0.0902748
Sep 16 19:11:57.000909 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6975cb84-9a21-4185-9294-1a04cc3f0452 req-8b34ed71-7cc3-4989-9c83-ee0e9568974c tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424981
Sep 16 19:11:57.290462 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b381-c9ff-487e-876f-aff323ded3c5 req-cfb2021f-402a-45fd-a253-f1ea8bdbdadb tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:57.292039 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3a54b381-c9ff-487e-876f-aff323ded3c5 req-cfb2021f-402a-45fd-a253-f1ea8bdbdadb tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0850480
Sep 16 19:11:57.355761 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3a54b381-c9ff-487e-876f-aff323ded3c5 req-9a240d9c-72b6-436c-bb92-59f8443da8a0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571592
Sep 16 19:11:57.661312 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-99173d2d-0377-404b-a754-bba44f5c9749 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:57.662754 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-99173d2d-0377-404b-a754-bba44f5c9749 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.20 "GET /v2.0/networks?id=515f21be-f9ad-4c09-bcc5-02d19acfb869 HTTP/1.1" status: 200  len: 809 time: 0.1491096
Sep 16 19:11:57.685660 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Request body: {'port': {'device_id': 'b22b6276-00b2-4882-9af5-e06d66380daf', 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869', 'admin_state_up': True, 'tenant_id': 'a08e1aa164ba4611872d63e3c60c8829'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:57.831768 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7bc961df-8d43-42ea-a082-b9f8d9f0e37a req-1c4d4232-0631-4517-a0ab-685a002d0651 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 210 time: 0.0565460
Sep 16 19:11:57.878321 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:57.882619 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Usage tracker for resource:port and tenant:a08e1aa164ba4611872d63e3c60c8829 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:57.885720 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:57.893045 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:57.907575 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Made reservation on behalf of a08e1aa164ba4611872d63e3c60c8829 for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:11:57.913213 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:57.948808 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4e83a-3298-4f0f-a6ad-2bd193f1df1e req-226b959a-5604-4ac4-8e4b-7a1b326e683e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:57.954700 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fea4e83a-3298-4f0f-a6ad-2bd193f1df1e req-226b959a-5604-4ac4-8e4b-7a1b326e683e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1046975
Sep 16 19:11:58.022673 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fea4e83a-3298-4f0f-a6ad-2bd193f1df1e req-af4c4ac6-c352-47ce-8c71-fea2656829fd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645988
Sep 16 19:11:58.102462 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:58.151089 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Allocated IP 172.20.0.2 (515f21be-f9ad-4c09-bcc5-02d19acfb869/e1eb5acd-6289-43ec-aa1f-b8c46774dfe9/e3c27145-f81c-4132-9bd9-7fecd64fc641) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:11:58.343666 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883c220-748d-4368-8f28-d2d26a893008 req-04d5c287-b53b-4d8a-bf4b-cb587d29573d tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:58.345486 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b883c220-748d-4368-8f28-d2d26a893008 req-04d5c287-b53b-4d8a-bf4b-cb587d29573d tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1640079
Sep 16 19:11:58.353983 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57102) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:58.360823 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-ad7c7b9b-6dcf-4de1-9b45-2cc74da237ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'floatingip': {'port_id': '02b951f3-de6d-4286-bba3-e2e106b28ed1'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:58.435411 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db628bb-1d7d-4026-8850-b299e5452813 req-417e1026-7a05-4e09-b013-8c48449d188f tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:58.442239 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0db628bb-1d7d-4026-8850-b299e5452813 req-417e1026-7a05-4e09-b013-8c48449d188f tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 945 time: 0.2520847
Sep 16 19:11:58.483509 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ad7c7b9b-6dcf-4de1-9b45-2cc74da237ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:58.532761 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57114) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:58.536057 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:58.576004 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0db628bb-1d7d-4026-8850-b299e5452813 req-fbe7f2c4-0f8d-42d0-966c-a7aa91d88c07 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321619
Sep 16 19:11:58.627332 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:58.702487 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3b8f42bf-7128-43d6-a529-333c6f594ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:58.715065 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbb896-eaab-4756-8088-817d2ba4abe6 req-89d9e59d-b420-480b-947d-d7396c1f9dff tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:58.717592 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f4fbb896-eaab-4756-8088-817d2ba4abe6 req-89d9e59d-b420-480b-947d-d7396c1f9dff tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1693745
Sep 16 19:11:58.798526 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:58.830667 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Network 515f21be-f9ad-4c09-bcc5-02d19acfb869 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:11:58.836405 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:11:58.847462 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:11:58.851354 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:58.852055 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:58.855848 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Pushing event updated for resources: {'Port': ['ID=e3c27145-f81c-4132-9bd9-7fecd64fc641,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:58.886776 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f4fbb896-eaab-4756-8088-817d2ba4abe6 req-b1e12e55-f69c-4f21-8403-bbeb78fb05bb tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421998
Sep 16 19:11:58.913530 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.913987 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.914504 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.914946 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.915521 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.915962 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.916386 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.916818 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.917245 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.917668 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.918105 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:11:58.924593 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:58.928957 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:11:58.935107 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] Usage tracker for resource:security_group_rule and tenant:d6d54aea824b4e3b9c2e5075cb6cc999 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:11:58.939758 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2579575
Sep 16 19:11:58.940638 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:11:58.947971 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:11:58.953148 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e254494a-afb7-4fc2-9b75-a1b885a1a573 req-5207a0d2-66f7-4831-92a9-d38c0cc30e14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3232613
Sep 16 19:11:58.959469 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Request body: {'port': {'device_id': 'b22b6276-00b2-4882-9af5-e06d66380daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:11:59.192359 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:59.222892 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e254494a-afb7-4fc2-9b75-a1b885a1a573 req-91fceefe-144a-4f31-890b-b4f843f75de4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 1099 time: 0.1288705
Sep 16 19:11:59.483026 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254494a-afb7-4fc2-9b75-a1b885a1a573 req-69cf7b4a-dd8d-4074-b7a9-035e97a37270 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:59.484473 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e254494a-afb7-4fc2-9b75-a1b885a1a573 req-69cf7b4a-dd8d-4074-b7a9-035e97a37270 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 916 time: 0.2345963
Sep 16 19:11:59.486909 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ad7c7b9b-6dcf-4de1-9b45-2cc74da237ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:59.490353 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ad7c7b9b-6dcf-4de1-9b45-2cc74da237ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:59.549708 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:59.576996 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:59.597058 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-d5ff58c9-a787-48f7-b6fd-234b9c5638c0 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:59.598544 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-d5ff58c9-a787-48f7-b6fd-234b9c5638c0 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 945 time: 0.4737473
Sep 16 19:11:59.610175 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8c8f86f7-071b-4c10-8198-a20cb5e02b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:11:59.615997 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e254494a-afb7-4fc2-9b75-a1b885a1a573 req-3da60218-68dc-4276-a852-1206f5984a6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=554d5b62-77a9-419c-af50-cdbbdce1d648 HTTP/1.1" status: 200  len: 217 time: 0.0762603
Sep 16 19:11:59.630848 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4aaa8-b1b1-4eba-99a2-934dddec1a20 req-0348ab51-b82f-4051-aac0-0a1d1e5a6c6d tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:59.631459 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-9ee4aaa8-b1b1-4eba-99a2-934dddec1a20 req-0348ab51-b82f-4051-aac0-0a1d1e5a6c6d tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Synchronizing usage tracker for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:11:59.677955 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6d54aea824b4e3b9c2e5075cb6cc999&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1387546
Sep 16 19:11:59.680623 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57136) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:11:59.825689 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-9ee4aaa8-b1b1-4eba-99a2-934dddec1a20 req-0348ab51-b82f-4051-aac0-0a1d1e5a6c6d tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Unset dirty status for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:11:59.826902 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9ee4aaa8-b1b1-4eba-99a2-934dddec1a20 req-0348ab51-b82f-4051-aac0-0a1d1e5a6c6d tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 931 time: 0.6466765
Sep 16 19:11:59.831616 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a00d8b-0381-4407-986c-7d2adb4286ea,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:11:59.842113 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:11:59.862184 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Deleting port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:11:59.862560 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:11:59.868970 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254494a-afb7-4fc2-9b75-a1b885a1a573 req-dfd5f96d-e688-4eff-aa1d-748d7a77bae3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:11:59.870419 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e254494a-afb7-4fc2-9b75-a1b885a1a573 req-dfd5f96d-e688-4eff-aa1d-748d7a77bae3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74c6f517-221a-4891-a42e-be003d65ddd8 HTTP/1.1" status: 200  len: 855 time: 0.2407835
Sep 16 19:11:59.972113 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e254494a-afb7-4fc2-9b75-a1b885a1a573 req-6ab0dc85-f8cd-40d5-8481-0988f4ae9e3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53178fe-a87b-4279-a591-91bf9d6cf109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0574961
Sep 16 19:12:00.012889 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9ee4aaa8-b1b1-4eba-99a2-934dddec1a20 req-154a3393-0828-4d6d-bd2a-e30acf832b24 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765699
Sep 16 19:12:00.068662 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:00.103830 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c27145-f81c-4132-9bd9-7fecd64fc641 {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:12:00.122501 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:00.175354 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eac78-8351-476c-8dcf-3b29ac632211 req-d02090f5-923d-4b3f-9ee7-0b7a2ec65b01 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:00.176818 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3a9eac78-8351-476c-8dcf-3b29ac632211 req-d02090f5-923d-4b3f-9ee7-0b7a2ec65b01 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 945 time: 0.4015560
Sep 16 19:12:00.189858 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:00.226637 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Transition to ACTIVE for port object e3c27145-f81c-4132-9bd9-7fecd64fc641 will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:12:00.242654 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:00.245693 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e254494a-afb7-4fc2-9b75-a1b885a1a573 req-bf212069-476f-4010-8410-4171b59b1298 service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2622044
Sep 16 19:12:00.253283 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:00.294991 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.l3_db [None req-ad7c7b9b-6dcf-4de1-9b45-2cc74da237ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Floating IP 38549a4e-ef72-41f7-9135-f7d7000cb6c8 associated. External IP: 172.27.3.182, port: 02b951f3-de6d-4286-bba3-e2e106b28ed1.
Sep 16 19:12:00.394471 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3a9eac78-8351-476c-8dcf-3b29ac632211 req-644c173e-dbed-48b4-9567-2162cdf97fd0 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/security-groups?id=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089055
Sep 16 19:12:00.410229 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c27145-f81c-4132-9bd9-7fecd64fc641,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:00.414992 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:00.423104 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] For port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,segment=NetworkSegment(1cc3716b-9ee7-4516-adfa-7c68171db711),segment_id=1cc3716b-9ee7-4516-adfa-7c68171db711)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:00.423456 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:00.482752 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:00.493163 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f0d85c3a-84ac-48a8-bd2c-2e501b9c06bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:00.508610 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a00d8b-0381-4407-986c-7d2adb4286ea,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:00.590177 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Calling delete_port for 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:12:00.599932 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.600421 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.600809 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.601220 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.601632 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.602040 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.602466 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.602956 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.603361 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.603764 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.604164 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:00.608050 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:00.609267 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:00.612666 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00a00d8b-0381-4407-986c-7d2adb4286ea HTTP/1.1" status: 204  len: 168 time: 0.9289291
Sep 16 19:12:00.618648 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e254494a-afb7-4fc2-9b75-a1b885a1a573 req-81cd5fe5-d249-451a-a72f-4cec9b5a6d10 service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3565757
Sep 16 19:12:00.624878 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72d51a-7748-45c4-b7ec-3424de7d3c34 req-88e2d6f8-fe85-4c63-a54e-3249be3e46d9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:00.626523 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9b72d51a-7748-45c4-b7ec-3424de7d3c34 req-88e2d6f8-fe85-4c63-a54e-3249be3e46d9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.4491105
Sep 16 19:12:00.688141 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Attempting to bind port e3c27145-f81c-4132-9bd9-7fecd64fc641 on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:12:00.688472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Attempting to bind port e3c27145-f81c-4132-9bd9-7fecd64fc641 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '68997964-2f5e-46f7-a606-87047eed8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:12:00.688790 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Attempting to bind port e3c27145-f81c-4132-9bd9-7fecd64fc641 on network 515f21be-f9ad-4c09-bcc5-02d19acfb869 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:12:00.795816 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Port e3c27145-f81c-4132-9bd9-7fecd64fc641 on network 515f21be-f9ad-4c09-bcc5-02d19acfb869 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:12:00.796175 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Attempting to bind port e3c27145-f81c-4132-9bd9-7fecd64fc641 on network 515f21be-f9ad-4c09-bcc5-02d19acfb869 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:12:00.818705 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9b72d51a-7748-45c4-b7ec-3424de7d3c34 req-2a24bc10-ccb6-49ef-9da9-86c7ae576471 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814291
Sep 16 19:12:00.820807 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:12:00.821221 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Checking segment: {'id': '68997964-2f5e-46f7-a606-87047eed8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:12:00.821614 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Bound using segment: {'id': '68997964-2f5e-46f7-a606-87047eed8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:12:00.822032 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Bound port: e3c27145-f81c-4132-9bd9-7fecd64fc641, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68997964-2f5e-46f7-a606-87047eed8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:12:00.822393 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:00.979297 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:00.983258 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] For port e3c27145-f81c-4132-9bd9-7fecd64fc641, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:12:00.989411 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:01.023784 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7c7b9b-6dcf-4de1-9b45-2cc74da237ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Router 9af8f7f0-cada-4040-8beb-c36e5198a1bd has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:12:01.038417 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Pushing event deleted for resources: {'Port': ['ID=2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:01.044704 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:01.045481 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] For port e3c27145-f81c-4132-9bd9-7fecd64fc641, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=e3c27145-f81c-4132-9bd9-7fecd64fc641,segment=NetworkSegment(68997964-2f5e-46f7-a606-87047eed8a4a),segment_id=68997964-2f5e-46f7-a606-87047eed8a4a)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:12:01.085275 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:01.099234 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a1a785e8-dc3c-40b7-9472-be8b6fb1d3e3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:01.183722 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57160) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:01.206691 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:01.339779 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] No DVR routers for this DVR port 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:12:01.347463 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:01.348913 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] 10.222.0.20 "PUT /v2.0/ports/e3c27145-f81c-4132-9bd9-7fecd64fc641 HTTP/1.1" status: 200  len: 1093 time: 2.3947082
Sep 16 19:12:01.349381 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22b6276-00b2-4882-9af5-e06d66380daf', 'tag': 'e3c27145-f81c-4132-9bd9-7fecd64fc641'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:01.357245 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:01.358070 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:01.365927 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:a008bcbba4a54ae197daa7ce8612091e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:01.373852 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:01.381681 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c27145-f81c-4132-9bd9-7fecd64fc641,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:01.384109 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:01.399510 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:01.403626 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0de6c62e-e36b-40d5-8d18-04d57a303dc6 req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.20 "DELETE /v2.0/ports/2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd HTTP/1.1" status: 204  len: 173 time: 1.7389235
Sep 16 19:12:01.407459 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:01.462810 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22b6276-00b2-4882-9af5-e06d66380daf', 'tag': 'e3c27145-f81c-4132-9bd9-7fecd64fc641', 'status': 'completed', 'code': 200}
Sep 16 19:12:01.466048 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5a7c7-6964-4660-877c-1d330cbc04ba req-2e091ca0-d9b0-47dd-9b3e-f299c9aae628 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:01.473553 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bed5a7c7-6964-4660-877c-1d330cbc04ba req-2e091ca0-d9b0-47dd-9b3e-f299c9aae628 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 943 time: 0.2497044
Sep 16 19:12:01.593462 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-bed5a7c7-6964-4660-877c-1d330cbc04ba req-29b75656-9424-40e2-a8bc-8a54b1c8eedf tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Synchronizing usage tracker for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:12:01.632861 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:01.642696 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:01.654903 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-8c769449-73c7-4af3-ae10-2f1a48018d31 req-e20fe413-09c9-4cf8-95b1-52bada9576da tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Synchronizing usage tracker for tenant:6f5af238eb4a47999df65b5fab40782a on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:12:01.656622 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7ae8b8b4-726c-4fb8-afd1-0cf4092502fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:01.674962 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-bed5a7c7-6964-4660-877c-1d330cbc04ba req-29b75656-9424-40e2-a8bc-8a54b1c8eedf tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Unset dirty status for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:12:01.684039 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-c8ae9901-e906-4640-a3a6-99da18b95579 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a08e1aa164ba4611872d63e3c60c8829&device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 1096 time: 0.1841323
Sep 16 19:12:01.685361 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-8c769449-73c7-4af3-ae10-2f1a48018d31 req-e20fe413-09c9-4cf8-95b1-52bada9576da tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Unset dirty status for tenant:6f5af238eb4a47999df65b5fab40782a on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:12:01.686793 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bed5a7c7-6964-4660-877c-1d330cbc04ba req-29b75656-9424-40e2-a8bc-8a54b1c8eedf tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2123549
Sep 16 19:12:01.686979 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8c769449-73c7-4af3-ae10-2f1a48018d31 req-e20fe413-09c9-4cf8-95b1-52bada9576da tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 210 time: 0.0785255
Sep 16 19:12:01.693048 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7c7b9b-6dcf-4de1-9b45-2cc74da237ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:12:01.805241 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:12:01.807190 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-ba56f33e-8afb-49b2-b2be-7f7af7dbcf91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3c27145-f81c-4132-9bd9-7fecd64fc641 HTTP/1.1" status: 200  len: 217 time: 0.1060054
Sep 16 19:12:01.847062 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ad7c7b9b-6dcf-4de1-9b45-2cc74da237ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:01.890739 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1dc339-0416-42ff-9c25-66344b02ef68,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:01.901340 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a008bcbba4a54ae197daa7ce8612091e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7153633
Sep 16 19:12:01.902676 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:01.906567 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57182) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:01.929149 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-26dcecee-ef1c-40e9-b72d-525a5aaf4c18 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:01.931307 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-26dcecee-ef1c-40e9-b72d-525a5aaf4c18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1eb5acd-6289-43ec-aa1f-b8c46774dfe9 HTTP/1.1" status: 200  len: 849 time: 0.1151555
Sep 16 19:12:01.946570 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:12:01.946919 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:12:01.959121 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8e1e5-2acf-4c21-b0da-a766f1c4dbbb None None] New status for floating IP 0e6053e0-0de3-4f0c-a672-aacf10c007b8: ACTIVE {{(pid=75162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:12:02.011227 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-5a5abbdd-074e-453b-9eec-e86bc02e1027 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=515f21be-f9ad-4c09-bcc5-02d19acfb869&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658970
Sep 16 19:12:02.050699 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ad7c7b9b-6dcf-4de1-9b45-2cc74da237ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "PUT /v2.0/floatingips/38549a4e-ef72-41f7-9135-f7d7000cb6c8 HTTP/1.1" status: 200  len: 992 time: 3.6949549
Sep 16 19:12:02.052933 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'tag': '02b951f3-de6d-4286-bba3-e2e106b28ed1'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:02.212956 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8bcfdc7f-c32d-4a92-bd0d-bf89a1cd8eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:02.268040 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8bcfdc7f-c32d-4a92-bd0d-bf89a1cd8eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:02.281946 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-4867883b-2566-464a-9710-afbc67514dc9 service neutron] 10.222.0.20 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2432606
Sep 16 19:12:02.412809 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'tag': '02b951f3-de6d-4286-bba3-e2e106b28ed1', 'status': 'completed', 'code': 200}
Sep 16 19:12:02.440858 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18384c59-1fd7-4e1f-8d81-6117aef96ab7 req-d0361ba7-5268-426f-b42c-0b1b8a60c778 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:02.442307 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-18384c59-1fd7-4e1f-8d81-6117aef96ab7 req-d0361ba7-5268-426f-b42c-0b1b8a60c778 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.2811255
Sep 16 19:12:02.506200 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8bcfdc7f-c32d-4a92-bd0d-bf89a1cd8eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:02.527827 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:02.567547 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfdc7f-c32d-4a92-bd0d-bf89a1cd8eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1dc339-0416-42ff-9c25-66344b02ef68,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:02.579077 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8bcfdc7f-c32d-4a92-bd0d-bf89a1cd8eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:02.582835 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8bcfdc7f-c32d-4a92-bd0d-bf89a1cd8eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:02.583932 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-8bcfdc7f-c32d-4a92-bd0d-bf89a1cd8eb8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b1dc339-0416-42ff-9c25-66344b02ef68 HTTP/1.1" status: 204  len: 168 time: 0.6720400
Sep 16 19:12:02.585925 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-097dd838-f2fb-4674-b65d-c0b7dbf90386 req-deffc3d9-716f-4277-9dde-b2f23005af9a service neutron] 10.222.0.20 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2725453
Sep 16 19:12:02.600422 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-18384c59-1fd7-4e1f-8d81-6117aef96ab7 req-1982a39c-c180-4e4f-b28b-77ec278cd932 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500125
Sep 16 19:12:02.616377 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-abcc140f-ca23-49ab-8f0c-f143be606bf8 req-f9894ed1-a1bf-4ef4-8704-31d74182eb4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 1099 time: 0.1565790
Sep 16 19:12:02.820324 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc140f-ca23-49ab-8f0c-f143be606bf8 req-ddd902b1-cea9-4641-b297-13ddcf7c6620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:02.821944 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-abcc140f-ca23-49ab-8f0c-f143be606bf8 req-ddd902b1-cea9-4641-b297-13ddcf7c6620 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1870358
Sep 16 19:12:02.829471 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d06efeaa-9a36-46e7-a690-6b2fc3e06881 req-5d994b5c-167b-4dd4-b275-44ad9fa8b672 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a08e1aa164ba4611872d63e3c60c8829&device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 1096 time: 0.1746845
Sep 16 19:12:02.939521 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716f919-f672-46ba-b212-7cc79d2e65b8 req-2c1460b0-b6e2-412e-a4e5-43937f671219 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:02.948623 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7716f919-f672-46ba-b212-7cc79d2e65b8 req-2c1460b0-b6e2-412e-a4e5-43937f671219 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 943 time: 0.1194453
Sep 16 19:12:03.040194 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7716f919-f672-46ba-b212-7cc79d2e65b8 req-fd99ae11-bdbd-4697-91c0-5a90c1a62996 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904014
Sep 16 19:12:03.111989 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-abcc140f-ca23-49ab-8f0c-f143be606bf8 req-ecc6d7d9-78df-4e9e-9115-255edc254d77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1 HTTP/1.1" status: 200  len: 1000 time: 0.2614992
Sep 16 19:12:03.142477 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e81aafda-6d80-4276-bf53-eca0e3a8b01f req-c4ca44e1-ab24-4cae-9586-d90784f773d2 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0750c50-df98-4fbb-a082-9af75957e124 HTTP/1.1" status: 200  len: 210 time: 0.2143848
Sep 16 19:12:03.320947 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc140f-ca23-49ab-8f0c-f143be606bf8 req-ecf087fa-91e3-439f-a603-b0c3af504a81 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:03.322453 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-abcc140f-ca23-49ab-8f0c-f143be606bf8 req-ecf087fa-91e3-439f-a603-b0c3af504a81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.1950169
Sep 16 19:12:03.358127 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06efeaa-9a36-46e7-a690-6b2fc3e06881 req-f3e1447f-b603-4cb2-97d3-34fd3a9327ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:03.360311 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d06efeaa-9a36-46e7-a690-6b2fc3e06881 req-f3e1447f-b603-4cb2-97d3-34fd3a9327ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=515f21be-f9ad-4c09-bcc5-02d19acfb869 HTTP/1.1" status: 200  len: 910 time: 0.4313278
Sep 16 19:12:03.586057 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0750c50-df98-4fbb-a082-9af75957e124', 'name': 'network-vif-deleted', 'tag': '2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:03.592602 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d06efeaa-9a36-46e7-a690-6b2fc3e06881 req-77228136-0fad-41e9-aa84-4c8bd6c869b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3c27145-f81c-4132-9bd9-7fecd64fc641 HTTP/1.1" status: 200  len: 217 time: 0.1861215
Sep 16 19:12:03.730874 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0750c50-df98-4fbb-a082-9af75957e124', 'name': 'network-vif-deleted', 'tag': '2f5ff0d4-ba5a-4a3c-958a-7d3b97fd0fbd', 'status': 'completed', 'code': 200}
Sep 16 19:12:03.780643 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06efeaa-9a36-46e7-a690-6b2fc3e06881 req-52de92f3-e074-45e7-b03e-4212a128c04a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:03.781623 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d06efeaa-9a36-46e7-a690-6b2fc3e06881 req-52de92f3-e074-45e7-b03e-4212a128c04a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1eb5acd-6289-43ec-aa1f-b8c46774dfe9 HTTP/1.1" status: 200  len: 849 time: 0.1552911
Sep 16 19:12:03.788512 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-abcc140f-ca23-49ab-8f0c-f143be606bf8 req-b0a550fe-09b1-4bc1-a7a3-3d6cc0a82252 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4270301
Sep 16 19:12:03.814559 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device e3c27145-f81c-4132-9bd9-7fecd64fc641 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:12:04.002184 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d06efeaa-9a36-46e7-a690-6b2fc3e06881 req-d83d4ca7-b982-4e28-8041-2a9d85908002 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=515f21be-f9ad-4c09-bcc5-02d19acfb869&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1837335
Sep 16 19:12:04.063129 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port e3c27145-f81c-4132-9bd9-7fecd64fc641, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=e3c27145-f81c-4132-9bd9-7fecd64fc641,segment=NetworkSegment(68997964-2f5e-46f7-a606-87047eed8a4a),segment_id=68997964-2f5e-46f7-a606-87047eed8a4a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:04.079804 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': 'e3c27145-f81c-4132-9bd9-7fecd64fc641', 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869', 'port_id': 'e3c27145-f81c-4132-9bd9-7fecd64fc641', 'mac_address': 'fa:16:3e:df:df:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1eb5acd-6289-43ec-aa1f-b8c46774dfe9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:12:04.095740 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-0c681dc6-9904-4a44-8368-a582241fc443 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:04.097039 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-0c681dc6-9904-4a44-8368-a582241fc443 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Synchronizing usage tracker for tenant:b3a25b099c944b938fe922665db15f3b on resource:network {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:12:04.118016 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-0c681dc6-9904-4a44-8368-a582241fc443 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Unset dirty status for tenant:b3a25b099c944b938fe922665db15f3b on resource:network {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:12:04.119606 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-0c681dc6-9904-4a44-8368-a582241fc443 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 815 time: 0.3353927
Sep 16 19:12:04.142877 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:04.152635 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-ba689fd4-6a88-4055-8e67-e7b9d3c0e9f5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/quotas/b3a25b099c944b938fe922665db15f3b HTTP/1.1" status: 200  len: 375 time: 0.0269637
Sep 16 19:12:04.181244 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c27145-f81c-4132-9bd9-7fecd64fc641 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:12:04.214292 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port e3c27145-f81c-4132-9bd9-7fecd64fc641, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=e3c27145-f81c-4132-9bd9-7fecd64fc641,segment=NetworkSegment(68997964-2f5e-46f7-a606-87047eed8a4a),segment_id=68997964-2f5e-46f7-a606-87047eed8a4a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:04.221648 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:04.223616 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-bb9ee816-3375-441b-99d6-d18af8b38a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:04.271426 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-510a40b4-2700-408b-8b37-c3481a2c7907 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1114368
Sep 16 19:12:04.296638 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=e3c27145-f81c-4132-9bd9-7fecd64fc641,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:04.297454 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-abcc140f-ca23-49ab-8f0c-f143be606bf8 req-51b6cf77-0bd7-4710-b508-7341e7074dfa service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4779119
Sep 16 19:12:04.307148 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.307564 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.307897 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.308219 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.308574 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.308841 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.309217 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.309551 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.309863 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.310183 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.310504 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:04.323206 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:04.391495 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e5a1c-12f5-47b2-9388-46269c54fe0d req-2da3a736-2f0d-4978-b963-52635796fe92 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:04.392758 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bb6e5a1c-12f5-47b2-9388-46269c54fe0d req-2da3a736-2f0d-4978-b963-52635796fe92 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.4499452
Sep 16 19:12:04.423159 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-009b5938-647c-4379-bd77-59a46c828961 service neutron] 10.222.0.22 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439235
Sep 16 19:12:04.441321 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d06efeaa-9a36-46e7-a690-6b2fc3e06881 req-c170f080-2fb8-47da-b37b-0f1dbe9b1b8b service neutron] 10.222.0.20 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3343081
Sep 16 19:12:04.558999 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['e3c27145-f81c-4132-9bd9-7fecd64fc641'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:12:04.563274 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-4970897c-e01b-4c4e-8a8d-6cef56167ea2 service neutron] 10.222.0.22 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327686
Sep 16 19:12:04.609022 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-abcc140f-ca23-49ab-8f0c-f143be606bf8 req-7c851f0c-0a9b-4c50-b006-d8d2a1a2f7af service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2932329
Sep 16 19:12:04.631142 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bb6e5a1c-12f5-47b2-9388-46269c54fe0d req-6baf758b-072e-4840-9ab0-0cb177448a3a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882701
Sep 16 19:12:04.671439 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d06efeaa-9a36-46e7-a690-6b2fc3e06881 req-dd3af371-893b-4d38-8d03-35df2b63d49a service neutron] 10.222.0.20 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095416
Sep 16 19:12:04.914359 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] Sync routers for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:12:04.953695 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:12:04.955211 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f044660fc70>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:11:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:04.977535 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85246913-d060-4717-8aad-f3e2c2c6527f req-8f80f043-c593-48f1-829f-4d2597311d0a tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:04.984184 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-85246913-d060-4717-8aad-f3e2c2c6527f req-8f80f043-c593-48f1-829f-4d2597311d0a tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 944 time: 0.1471851
Sep 16 19:12:05.052409 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-85246913-d060-4717-8aad-f3e2c2c6527f req-d2ddf1e4-bdb8-463d-a02a-cc4eaa071b21 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627041
Sep 16 19:12:05.260152 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:12:05.350402 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-342581ab-6b02-4197-b803-6ff24a88b4c2 req-ddca4f87-7561-4015-8aa9-960e0ed122df tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 210 time: 0.0591986
Sep 16 19:12:05.701972 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f044660fc70>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '38549a4e-ef72-41f7-9135-f7d7000cb6c8', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'port_id': '02b951f3-de6d-4286-bba3-e2e106b28ed1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'mac_address': 'fa:16:3e:bc:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:11:33Z', 'updated_at': '2021-09-16T19:11:59Z', 'revision_number': 1, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:05.708529 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] Checking router: 9af8f7f0-cada-4040-8beb-c36e5198a1bd for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:12:05.724658 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:12:05.726006 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f044660fc70>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:11:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:05.851839 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device e3c27145-f81c-4132-9bd9-7fecd64fc641 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:12:05.889593 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15caa8a8-01d2-4723-8750-b7d69f27f75e req-095396f9-161f-43da-afa0-aa7134407e80 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:05.891297 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-15caa8a8-01d2-4723-8750-b7d69f27f75e req-095396f9-161f-43da-afa0-aa7134407e80 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0895739
Sep 16 19:12:05.949202 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port e3c27145-f81c-4132-9bd9-7fecd64fc641 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:12:05.956589 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port e3c27145-f81c-4132-9bd9-7fecd64fc641 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:12:05.957107 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:05.960334 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-15caa8a8-01d2-4723-8750-b7d69f27f75e req-97dd73d7-f010-4c40-b92b-129fdf6958af tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618579
Sep 16 19:12:06.011980 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:12:06.118872 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:06.148766 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22b6276-00b2-4882-9af5-e06d66380daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c27145-f81c-4132-9bd9-7fecd64fc641'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:06.159536 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port e3c27145-f81c-4132-9bd9-7fecd64fc641, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=e3c27145-f81c-4132-9bd9-7fecd64fc641,segment=NetworkSegment(68997964-2f5e-46f7-a606-87047eed8a4a),segment_id=68997964-2f5e-46f7-a606-87047eed8a4a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:06.179649 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:06.181513 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:06.289360 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22b6276-00b2-4882-9af5-e06d66380daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c27145-f81c-4132-9bd9-7fecd64fc641', 'code': 200}
Sep 16 19:12:06.362391 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=e3c27145-f81c-4132-9bd9-7fecd64fc641,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:06.377984 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:06.484947 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f044660fc70>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '38549a4e-ef72-41f7-9135-f7d7000cb6c8', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'port_id': '02b951f3-de6d-4286-bba3-e2e106b28ed1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'mac_address': 'fa:16:3e:bc:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:11:33Z', 'updated_at': '2021-09-16T19:11:59Z', 'revision_number': 1, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:06.495955 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4866758-3172-4d89-9a79-2bd07b4361bd None None] The sync data for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi is: [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '38549a4e-ef72-41f7-9135-f7d7000cb6c8', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'port_id': '02b951f3-de6d-4286-bba3-e2e106b28ed1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'mac_address': 'fa:16:3e:bc:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:11:33Z', 'updated_at': '2021-09-16T19:11:59Z', 'revision_number': 1, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:12:06.675264 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac7126-0008-4386-9201-b6c7e92b643c req-4aa5a48f-608e-489f-bbdc-7ee0f801c1f0 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:06.678596 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f5ac7126-0008-4386-9201-b6c7e92b643c req-4aa5a48f-608e-489f-bbdc-7ee0f801c1f0 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 945 time: 0.4158850
Sep 16 19:12:06.725933 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-a3b85489-d0d4-42ff-b2f3-f7a7841b32bb tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:06.727708 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-a3b85489-d0d4-42ff-b2f3-f7a7841b32bb tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 815 time: 0.4108081
Sep 16 19:12:06.763219 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Request body: {'port': {'device_id': '9b2d68ff-75f6-4633-a068-570c42db545d', 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109', 'admin_state_up': True, 'tenant_id': 'b3a25b099c944b938fe922665db15f3b'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:12:06.794889 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f5ac7126-0008-4386-9201-b6c7e92b643c req-6b454d34-1d29-40c1-875b-0d9d8843e154 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078339
Sep 16 19:12:06.818278 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-094c148f-f022-4fe3-934a-d56c48cf5387 req-7dfa9ae1-d002-454d-9b0d-6ce55e06d862 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 1098 time: 0.2570734
Sep 16 19:12:06.924369 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4b23871a-aa10-4816-bcbd-3cc40c90b0bb req-0a0e69bc-6673-4084-a0a6-d0d4b4edce95 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 210 time: 0.0484176
Sep 16 19:12:06.955487 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-094c148f-f022-4fe3-934a-d56c48cf5387 req-740a7a21-cc30-4f9c-be2e-1a11016e1d1b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726435
Sep 16 19:12:06.961648 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:06.971548 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:06.982889 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57332) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:06.983542 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Made reservation on behalf of b3a25b099c944b938fe922665db15f3b for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:12:06.986565 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.192901 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a35edca-2e42-4832-bdee-031e02b2fd50 admin admin] Deleting subnet 21c3d426-a44a-45c0-a3f6-dbbe2464381d {{(pid=75161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:12:07.199007 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a35edca-2e42-4832-bdee-031e02b2fd50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.201907 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caa215-58db-4e6d-b89f-c1bbc9b698ff req-25e028ff-819b-4432-b974-b8a536d5d877 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:07.203414 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-61caa215-58db-4e6d-b89f-c1bbc9b698ff req-25e028ff-819b-4432-b974-b8a536d5d877 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0919731
Sep 16 19:12:07.258675 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-61caa215-58db-4e6d-b89f-c1bbc9b698ff req-8234439f-f498-4a2d-8f36-f4b32bdfd9fe tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495791
Sep 16 19:12:07.303659 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a35edca-2e42-4832-bdee-031e02b2fd50 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.320389 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a35edca-2e42-4832-bdee-031e02b2fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.377298 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Allocated IP 172.20.0.5 (e53178fe-a87b-4279-a591-91bf9d6cf109/74c6f517-221a-4891-a42e-be003d65ddd8/54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:12:07.437797 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a35edca-2e42-4832-bdee-031e02b2fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.450256 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a7a9326e-800c-44e1-9228-ffad1e305fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:07.490693 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35edca-2e42-4832-bdee-031e02b2fd50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c3d426-a44a-45c0-a3f6-dbbe2464381d,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:07.519951 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2a35edca-2e42-4832-bdee-031e02b2fd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:07.522956 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a35edca-2e42-4832-bdee-031e02b2fd50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.600456 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-2a35edca-2e42-4832-bdee-031e02b2fd50 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/21c3d426-a44a-45c0-a3f6-dbbe2464381d HTTP/1.1" status: 204  len: 168 time: 0.6021364
Sep 16 19:12:07.600868 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57366) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:07.663662 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.703833 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.712724 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-02bffbb6-cd88-4c51-b94d-81579fa17415 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:07.716981 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['554d5b62-77a9-419c-af50-cdbbdce1d648'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:12:07.739773 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.815145 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Pushing event updated for resources: {'Port': ['ID=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:07.817832 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:07.833994 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Network e53178fe-a87b-4279-a591-91bf9d6cf109 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:12:07.835224 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:12:07.837749 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:12:07.842696 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:07.843419 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.864480 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1103134
Sep 16 19:12:07.879371 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Request body: {'port': {'device_id': '9b2d68ff-75f6-4633-a068-570c42db545d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:12:07.883655 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:07.916143 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0445e68700>> segment before_delete 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:07.916723 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0445e68700>> subnet precommit_delete_associations 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:07.917632 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04458ed790>> segment_host_mapping after_create 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:07.918006 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04458ed790>> port after_create 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:07.918649 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04458ed790>> port after_delete 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:07.919039 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04458ed790>> port after_update 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:07.919360 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04458ed790>> segment after_delete 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:07.919738 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04458ed790>> subnet after_create 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:07.920056 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04458ed790>> subnet after_delete 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:07.920485 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04458ed790>> subnet after_update 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:08.063950 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0445fa90d0>> subnet after_create 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:08.064513 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0445fa90d0>> subnet after_delete 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:08.064605 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0445fa90d0>> subnet before_create 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:08.065037 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0445fa90d0>> subnet before_update 55550000 {{(pid=75160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:12:08.065479 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f04458ed250>,) {'filters': {'network_id': ['93703ce5-04b0-47d5-a959-a8387d6ff8a4']}} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:08.086224 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f04458ed250>, '1cc3716b-9ee7-4516-adfa-7c68171db711') {'for_net_delete': True} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:08.086594 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f04458ed250>, '1cc3716b-9ee7-4516-adfa-7c68171db711') {} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:08.096326 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.142787 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3042150'] for segment, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.160226 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57380) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:08.180527 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.191577 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=75160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:12:08.191768 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2330620-442a-464e-a3bf-79b6f359c9b8 req-8b0fd560-8f54-4595-b84c-75dc6cca9ca8 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:08.191965 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2681213'] for segment, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.193253 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c2330620-442a-464e-a3bf-79b6f359c9b8 req-8b0fd560-8f54-4595-b84c-75dc6cca9ca8 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 945 time: 0.1838224
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   util.warn_limited(
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   util.warn_limited(
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]: Traceback (most recent call last):
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     timer()
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     cb(*args, **kw)
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     return func(*args, **kwargs)
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     self._notify()
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     self.callback(batched_events)
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     event.method(event)
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     return f(self, *a, **k)
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._get(url).json()
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:12:08.216353 dv-cinder-809447-1-iscsi neutron-server[75160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:12:08.313459 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8538667-df5a-4d20-9372-32dd13fcc37c req-5e9f35ed-53ba-4060-aeb0-0b8087656c84 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:08.320181 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d8538667-df5a-4d20-9372-32dd13fcc37c req-5e9f35ed-53ba-4060-aeb0-0b8087656c84 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 931 time: 0.2211688
Sep 16 19:12:08.326594 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c2330620-442a-464e-a3bf-79b6f359c9b8 req-65c6978e-d84f-4dd4-9c42-cc368aced851 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229954
Sep 16 19:12:08.341735 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.359112 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-822fec11-b15d-4270-9105-dffe4b850b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:08.376233 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.407962 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=93703ce5-04b0-47d5-a959-a8387d6ff8a4,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:08.416402 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:08.420754 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.435948 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] 10.222.0.22 "DELETE /v2.0/networks/93703ce5-04b0-47d5-a959-a8387d6ff8a4 HTTP/1.1" status: 204  len: 168 time: 0.8340278
Sep 16 19:12:08.449007 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d8538667-df5a-4d20-9372-32dd13fcc37c req-b31e0072-eb55-4071-8113-feec9af7e69d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258419
Sep 16 19:12:08.485312 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:08.489435 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] Usage tracker for resource:security_group_rule and tenant:b895eddb730148d2b301ef157d1c0e8c is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:08.503428 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:08.512868 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:08.583874 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.588527 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.610653 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:08.625872 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:12:08.633258 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b895eddb730148d2b301ef157d1c0e8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4720168
Sep 16 19:12:08.633849 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57396) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:08.636282 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.664196 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Transition to ACTIVE for port object 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:12:08.671702 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da5384-a85a-4a16-9fb1-f9fb095021c5 req-5a655e47-20df-4137-ae3c-29e7e3a01474 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:08.672583 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7da5384-a85a-4a16-9fb1-f9fb095021c5 req-5a655e47-20df-4137-ae3c-29e7e3a01474 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1535623
Sep 16 19:12:08.675225 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.679863 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:08.686031 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57402) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:08.686739 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3183a66a-aa6a-494a-a374-ee8a3c66001a,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:08.697706 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:08.777027 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b565f8b3-2d45-4fea-8145-50d77b326eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.794754 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-1886b292-c187-4680-9567-846077c0caf4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f5af238eb4a47999df65b5fab40782a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1029162
Sep 16 19:12:08.795542 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57410) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:08.832294 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b565f8b3-2d45-4fea-8145-50d77b326eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.848931 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Pushing event updated for resources: {'Port': ['ID=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:08.878982 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:08.909762 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Attempting to bind port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:12:08.909762 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Attempting to bind port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:12:08.909762 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Attempting to bind port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c on network e53178fe-a87b-4279-a591-91bf9d6cf109 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:12:08.916133 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7da5384-a85a-4a16-9fb1-f9fb095021c5 req-6d0e3ec7-5339-4da5-b98e-570624741221 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963823
Sep 16 19:12:08.919520 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c on network e53178fe-a87b-4279-a591-91bf9d6cf109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:12:08.919520 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Attempting to bind port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c on network e53178fe-a87b-4279-a591-91bf9d6cf109 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:12:08.925619 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:12:08.925950 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Checking segment: {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:12:08.926359 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Bound using segment: {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:12:08.926775 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Bound port: 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:12:08.927132 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.928397 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd591587-c1e0-43fa-8a44-82d57578236b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.944963 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b565f8b3-2d45-4fea-8145-50d77b326eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.955592 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9f0cdd8a-8bd8-40a9-a6fb-2ce6819108cd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:08.970980 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565f8b3-2d45-4fea-8145-50d77b326eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3183a66a-aa6a-494a-a374-ee8a3c66001a,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:08.975195 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-b565f8b3-2d45-4fea-8145-50d77b326eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:08.978581 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd591587-c1e0-43fa-8a44-82d57578236b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.993137 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b565f8b3-2d45-4fea-8145-50d77b326eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:08.994319 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-b565f8b3-2d45-4fea-8145-50d77b326eaa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3183a66a-aa6a-494a-a374-ee8a3c66001a HTTP/1.1" status: 204  len: 168 time: 0.3526928
Sep 16 19:12:09.047246 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd591587-c1e0-43fa-8a44-82d57578236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:09.052620 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:09.082127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd591587-c1e0-43fa-8a44-82d57578236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd7c068-6c7c-4af4-95bd-0c643fb1af4d,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:09.085756 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-cd591587-c1e0-43fa-8a44-82d57578236b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:09.088031 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] For port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:12:09.098063 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] For port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:12:09.103846 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd591587-c1e0-43fa-8a44-82d57578236b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:09.105519 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-cd591587-c1e0-43fa-8a44-82d57578236b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0bd7c068-6c7c-4af4-95bd-0c643fb1af4d HTTP/1.1" status: 204  len: 168 time: 0.3088717
Sep 16 19:12:09.107009 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:09.120229 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:09.181181 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:09.182570 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] 10.222.0.20 "PUT /v2.0/ports/54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c HTTP/1.1" status: 200  len: 1093 time: 1.3077810
Sep 16 19:12:09.183026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2d68ff-75f6-4633-a068-570c42db545d', 'tag': '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:09.203772 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Pushing event updated for resources: {'Port': ['ID=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:09.207119 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:09.291308 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2d68ff-75f6-4633-a068-570c42db545d', 'tag': '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c', 'status': 'completed', 'code': 200}
Sep 16 19:12:09.295073 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57426) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:09.329016 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-d258d8e0-a356-42c5-a8b8-cb73b3e95a5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 1096 time: 0.0790536
Sep 16 19:12:09.493516 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57438) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:09.541453 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:09.561654 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-c2917f5b-d2a0-4733-9508-ff3ef064cbf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c HTTP/1.1" status: 200  len: 217 time: 0.2138004
Sep 16 19:12:09.662716 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c372-1584-4aeb-bdf2-e6684b618192 req-9e011550-34bf-4c9a-8f34-96b7bb246256 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:09.664056 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ef02c372-1584-4aeb-bdf2-e6684b618192 req-9e011550-34bf-4c9a-8f34-96b7bb246256 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 945 time: 0.2028818
Sep 16 19:12:09.682575 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:09.712312 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ef02c372-1584-4aeb-bdf2-e6684b618192 req-bf99c2a2-377e-4fa0-a838-57b16ce323b1 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403693
Sep 16 19:12:09.713374 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] Usage tracker for resource:security_group_rule and tenant:6fce0e9dc75c45dd84a482e838544743 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:09.718334 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:09.727133 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:09.742355 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:09.759370 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-8102e90a-8f7b-48da-bba0-ea68d698af88 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:09.760967 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-8102e90a-8f7b-48da-bba0-ea68d698af88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74c6f517-221a-4891-a42e-be003d65ddd8 HTTP/1.1" status: 200  len: 855 time: 0.1789527
Sep 16 19:12:09.846676 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-c8e0e3fc-ee4c-4f3f-9cbb-eb399586867e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53178fe-a87b-4279-a591-91bf9d6cf109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0726581
Sep 16 19:12:09.867026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:09.900652 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] Usage tracker for resource:security_group_rule and tenant:4b8146f584404d0e8a7dc869cf463df5 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:09.914588 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494576b-d04b-4a74-9852-d9994e430409 req-7ab6ae61-0995-41ac-9cae-693fa30b9832 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:09.915454 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-d494576b-d04b-4a74-9852-d9994e430409 req-7ab6ae61-0995-41ac-9cae-693fa30b9832 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Synchronizing usage tracker for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:12:09.921225 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:09.937649 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:10.063447 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-d494576b-d04b-4a74-9852-d9994e430409 req-7ab6ae61-0995-41ac-9cae-693fa30b9832 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Unset dirty status for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:12:10.064598 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d494576b-d04b-4a74-9852-d9994e430409 req-7ab6ae61-0995-41ac-9cae-693fa30b9832 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 943 time: 0.4320009
Sep 16 19:12:10.089443 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.115161 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.146484 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:10.195034 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-ab22997f-69f1-4055-b2cc-d899c5b2ea7e service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3254323
Sep 16 19:12:10.244415 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2aa2c-e1c4-47b5-8b46-87d9d44bb740 req-95744614-6ede-440c-ace3-f3232b9627fb tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:10.254472 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-63d2aa2c-e1c4-47b5-8b46-87d9d44bb740 req-95744614-6ede-440c-ace3-f3232b9627fb tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1270897
Sep 16 19:12:10.273938 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d494576b-d04b-4a74-9852-d9994e430409 req-98894cd8-dac0-4b26-b2ff-041f9779d7b1 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948690
Sep 16 19:12:10.288674 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930c61eb-cd32-41f2-ab35-4a7fa294c55a,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:10.291961 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:10.307415 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6fce0e9dc75c45dd84a482e838544743&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8096929
Sep 16 19:12:10.307594 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57468) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:10.372334 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.389196 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.390360 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-63d2aa2c-e1c4-47b5-8b46-87d9d44bb740 req-a13c2923-dd1d-4706-90a1-2882ca32660c tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347184
Sep 16 19:12:10.398709 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dcb469e4-f88a-42a2-bd1b-2e8e4a39ee8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:10.418750 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2b0a-86d3-48e7-8029-c78cba0b7aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.463599 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2b0a-86d3-48e7-8029-c78cba0b7aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.475335 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c500d86-70b0-4643-9186-14707ace5ac0,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:10.479081 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:10.487170 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b8146f584404d0e8a7dc869cf463df5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1887040
Sep 16 19:12:10.489137 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57476) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:10.492006 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-154f28fc-b94b-4a3f-be39-14e8e203e6fe req-708e78aa-60b3-45e6-936f-14900340fbf8 service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2823143
Sep 16 19:12:10.550208 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2b0a-86d3-48e7-8029-c78cba0b7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.555990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:10.577549 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2b0a-86d3-48e7-8029-c78cba0b7aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.581959 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-3d8e2b0a-86d3-48e7-8029-c78cba0b7aa8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/930c61eb-cd32-41f2-ab35-4a7fa294c55a HTTP/1.1" status: 204  len: 168 time: 0.2672400
Sep 16 19:12:10.582861 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e2b0a-86d3-48e7-8029-c78cba0b7aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930c61eb-cd32-41f2-ab35-4a7fa294c55a,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:10.592623 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3d8e2b0a-86d3-48e7-8029-c78cba0b7aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:10.641838 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-544c68df-0e38-41ce-935d-a34858066a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.680164 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-544c68df-0e38-41ce-935d-a34858066a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.723155 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-efa2477a-6362-4d0e-aa23-1a1664dc8cf7 req-d6c25f8e-d05a-4ed1-b914-205666c0dbf3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 1096 time: 0.1713791
Sep 16 19:12:10.861012 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-544c68df-0e38-41ce-935d-a34858066a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.868190 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c608028b-052a-4fa0-884f-4764b2e69451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:10.897544 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2477a-6362-4d0e-aa23-1a1664dc8cf7 req-b698d4cf-1313-4626-8eac-ba29ae0e1a87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:10.899027 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-efa2477a-6362-4d0e-aa23-1a1664dc8cf7 req-b698d4cf-1313-4626-8eac-ba29ae0e1a87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 916 time: 0.1693838
Sep 16 19:12:10.907335 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c68df-0e38-41ce-935d-a34858066a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c500d86-70b0-4643-9186-14707ace5ac0,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:10.927249 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-544c68df-0e38-41ce-935d-a34858066a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:10.935461 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-544c68df-0e38-41ce-935d-a34858066a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:10.938943 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-544c68df-0e38-41ce-935d-a34858066a85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c500d86-70b0-4643-9186-14707ace5ac0 HTTP/1.1" status: 204  len: 168 time: 0.4437122
Sep 16 19:12:11.028296 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-efa2477a-6362-4d0e-aa23-1a1664dc8cf7 req-34e9c3ca-324a-4eaf-801e-865286c3fafe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c HTTP/1.1" status: 200  len: 217 time: 0.1014981
Sep 16 19:12:11.183356 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2477a-6362-4d0e-aa23-1a1664dc8cf7 req-794a4bca-7d3b-4686-a1c7-4a51baeaeb61 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:11.185338 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-efa2477a-6362-4d0e-aa23-1a1664dc8cf7 req-794a4bca-7d3b-4686-a1c7-4a51baeaeb61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74c6f517-221a-4891-a42e-be003d65ddd8 HTTP/1.1" status: 200  len: 855 time: 0.1488431
Sep 16 19:12:11.256736 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-efa2477a-6362-4d0e-aa23-1a1664dc8cf7 req-e80a32b1-4871-47d5-85b2-849239c3a7c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53178fe-a87b-4279-a591-91bf9d6cf109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483618
Sep 16 19:12:11.467661 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57530) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:11.499414 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703df96-82e4-4c7d-850c-65a66f7e35e5 req-6bf36214-efbf-4fbf-87a4-b37885944c3b tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:11.500211 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9703df96-82e4-4c7d-850c-65a66f7e35e5 req-6bf36214-efbf-4fbf-87a4-b37885944c3b tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 945 time: 0.1878786
Sep 16 19:12:11.507384 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-efa2477a-6362-4d0e-aa23-1a1664dc8cf7 req-1e5e6c7f-486c-458a-bb11-7f57fbadf3c8 service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257102
Sep 16 19:12:11.549568 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57538) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:11.581548 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300c374-0f9c-4e93-951f-9811de0ade4d req-17f01048-333c-445b-a8eb-d554186dbc3d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:11.583157 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6300c374-0f9c-4e93-951f-9811de0ade4d req-17f01048-333c-445b-a8eb-d554186dbc3d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 943 time: 0.1342185
Sep 16 19:12:11.584089 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:11.636334 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:11.641838 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] Usage tracker for resource:security_group_rule and tenant:89f47b2963bf484b9730c6bbe40818c6 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:11.645225 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:11.651617 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:11.726872 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9703df96-82e4-4c7d-850c-65a66f7e35e5 req-ef380a7d-cb61-4202-9536-a2f35c487c6e tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183449
Sep 16 19:12:11.729160 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:11.739305 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:11.752119 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7f63d3f3-8ba1-41c5-8cd9-7002f9cfa4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:11.802064 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-efa2477a-6362-4d0e-aa23-1a1664dc8cf7 req-f10cd2ea-282c-4dc8-a6c7-513e35627587 service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2793176
Sep 16 19:12:11.829376 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6300c374-0f9c-4e93-951f-9811de0ade4d req-8fd71209-f94f-4ea2-aeed-679e9697435a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322698
Sep 16 19:12:11.832436 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe6d0ab-2470-48ab-8a52-bc762f3bf843,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:11.832687 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:11.838502 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:11.843715 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89f47b2963bf484b9730c6bbe40818c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2911260
Sep 16 19:12:11.846374 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57548) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:11.898632 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:12:11.979428 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:11.989154 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] Usage tracker for resource:security_group_rule and tenant:21ccffbc693c4355b0abe0af2e1351bf is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:11.992311 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:12.010291 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:12.029105 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c5093e40-53a0-48f2-b416-83aaec9ea0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.087445 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:12.087638 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c5093e40-53a0-48f2-b416-83aaec9ea0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.104341 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c', 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109', 'port_id': '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c', 'mac_address': 'fa:16:3e:68:fd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c6f517-221a-4891-a42e-be003d65ddd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:12:12.122225 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f777c-4c06-453e-930f-b3b1d7ce59ce req-dd4f4328-453e-4c3b-955d-8b34b543b1c3 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:12.123711 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-102f777c-4c06-453e-930f-b3b1d7ce59ce req-dd4f4328-453e-4c3b-955d-8b34b543b1c3 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.2165773
Sep 16 19:12:12.164394 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.185272 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:12:12.205054 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:12.211504 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.213479 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:12.220257 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.227093 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-102f777c-4c06-453e-930f-b3b1d7ce59ce req-df855aad-bcd4-4e22-aa91-6e88e4adc4ef tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919468
Sep 16 19:12:12.239724 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.252037 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:12.262829 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c5093e40-53a0-48f2-b416-83aaec9ea0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.288583 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:12.291870 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:12.312195 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eed6c8-9909-448d-9b6d-02dff19e8329,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:12.320667 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:12.321072 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fd40057c-f0f3-4c70-a834-13156c39962b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:12.333728 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5093e40-53a0-48f2-b416-83aaec9ea0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe6d0ab-2470-48ab-8a52-bc762f3bf843,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:12.342120 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57562) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:12.342371 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21ccffbc693c4355b0abe0af2e1351bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8735125
Sep 16 19:12:12.344033 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c5093e40-53a0-48f2-b416-83aaec9ea0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:12.345209 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c5093e40-53a0-48f2-b416-83aaec9ea0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.348508 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-c5093e40-53a0-48f2-b416-83aaec9ea0e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4fe6d0ab-2470-48ab-8a52-bc762f3bf843 HTTP/1.1" status: 204  len: 168 time: 0.4989641
Sep 16 19:12:12.433168 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e7af04b9-5b33-4d5b-9439-a26910f83637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.463780 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e7af04b9-5b33-4d5b-9439-a26910f83637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.518815 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e7af04b9-5b33-4d5b-9439-a26910f83637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.522852 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c4686f4b-022c-4a35-a144-7844cf1c0bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:12.535157 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af04b9-5b33-4d5b-9439-a26910f83637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eed6c8-9909-448d-9b6d-02dff19e8329,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:12.538666 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e7af04b9-5b33-4d5b-9439-a26910f83637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:12.551009 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e7af04b9-5b33-4d5b-9439-a26910f83637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.552135 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-e7af04b9-5b33-4d5b-9439-a26910f83637 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9eed6c8-9909-448d-9b6d-02dff19e8329 HTTP/1.1" status: 204  len: 168 time: 0.2086060
Sep 16 19:12:12.573791 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:12:12.613892 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57574) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:12.945568 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:12.978028 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb180b-c1c3-44ef-ae14-3cf2be91f265 req-d93e65a5-258f-4cef-8326-627079fc55c2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:12.979805 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b3eb180b-c1c3-44ef-ae14-3cf2be91f265 req-d93e65a5-258f-4cef-8326-627079fc55c2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 945 time: 0.1167004
Sep 16 19:12:13.058331 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:13.067446 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] Usage tracker for resource:security_group_rule and tenant:f4049b4c17a14be2bc47f400f6cf668f is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:13.073767 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:13.080798 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b3eb180b-c1c3-44ef-ae14-3cf2be91f265 req-2f3c96be-b9b0-4279-9ff6-0713a5404188 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936375
Sep 16 19:12:13.106988 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2df40-5c35-45db-80c4-b2e084f26a66 req-d064e79b-a135-4373-bba6-b2dc36b53f9b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:13.123517 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9ce2df40-5c35-45db-80c4-b2e084f26a66 req-d064e79b-a135-4373-bba6-b2dc36b53f9b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 944 time: 0.1505802
Sep 16 19:12:13.126252 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:13.185292 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-a81d5fef-d702-4f11-b382-fb05ded6165e tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:13.187331 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-a81d5fef-d702-4f11-b382-fb05ded6165e tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 945 time: 0.0947771
Sep 16 19:12:13.200253 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9ce2df40-5c35-45db-80c4-b2e084f26a66 req-3e1c9a8c-3e23-4026-92b9-3c81a1e04751 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757673
Sep 16 19:12:13.275033 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:13.281960 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:13.290746 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-b565f8b3-2d45-4fea-8145-50d77b326eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:13.340038 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Deleting port e3c27145-f81c-4132-9bd9-7fecd64fc641 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:12:13.342541 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:13.349594 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc89219-1e51-4eea-b25b-c8ede5dd9820,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:13.355109 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4049b4c17a14be2bc47f400f6cf668f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7396460
Sep 16 19:12:13.356356 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:13.358100 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57606) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:13.501116 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e6265d1e-1e3c-4d86-9915-cbc1decab830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:13.569123 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e6265d1e-1e3c-4d86-9915-cbc1decab830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:13.614341 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb51b31-a617-4976-8ef2-d443d9242a03 req-4f867d58-6e2a-4040-aa5f-cdaf75a46275 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:13.615814 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fcb51b31-a617-4976-8ef2-d443d9242a03 req-4f867d58-6e2a-4040-aa5f-cdaf75a46275 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.2080746
Sep 16 19:12:13.672730 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fcb51b31-a617-4976-8ef2-d443d9242a03 req-df799d00-f9a2-47bc-bece-f04ae9a235fe tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492706
Sep 16 19:12:13.682289 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e6265d1e-1e3c-4d86-9915-cbc1decab830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:13.688252 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-b837eaa9-6d8b-420e-9577-4bcfb4d84f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:13.700457 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] For port e3c27145-f81c-4132-9bd9-7fecd64fc641, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=e3c27145-f81c-4132-9bd9-7fecd64fc641,segment=NetworkSegment(68997964-2f5e-46f7-a606-87047eed8a4a),segment_id=68997964-2f5e-46f7-a606-87047eed8a4a)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:13.700812 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:13.702171 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6265d1e-1e3c-4d86-9915-cbc1decab830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc89219-1e51-4eea-b25b-c8ede5dd9820,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:13.707140 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e6265d1e-1e3c-4d86-9915-cbc1decab830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:13.710735 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-e6265d1e-1e3c-4d86-9915-cbc1decab830 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecc89219-1e51-4eea-b25b-c8ede5dd9820 HTTP/1.1" status: 204  len: 168 time: 0.3513348
Sep 16 19:12:13.715380 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e6265d1e-1e3c-4d86-9915-cbc1decab830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:13.841685 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Calling delete_port for e3c27145-f81c-4132-9bd9-7fecd64fc641 owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:12:13.902380 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:12:13.999138 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:14.008475 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2b5da0cd-23b1-4633-8c08-651f01eab9b8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:14.033217 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:12:14.040192 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:12:14.040805 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:14.064246 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Pushing event deleted for resources: {'Port': ['ID=e3c27145-f81c-4132-9bd9-7fecd64fc641,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:14.067637 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:14.154974 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] No DVR routers for this DVR port e3c27145-f81c-4132-9bd9-7fecd64fc641 on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:12:14.158205 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:14.162559 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22b6276-00b2-4882-9af5-e06d66380daf', 'name': 'network-vif-deleted', 'tag': 'e3c27145-f81c-4132-9bd9-7fecd64fc641'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:14.182939 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-26529f39-e5c9-464d-83be-6cfac850f0ed req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.20 "DELETE /v2.0/ports/e3c27145-f81c-4132-9bd9-7fecd64fc641 HTTP/1.1" status: 204  len: 173 time: 0.9873595
Sep 16 19:12:14.225052 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:14.276240 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22b6276-00b2-4882-9af5-e06d66380daf', 'name': 'network-vif-deleted', 'tag': 'e3c27145-f81c-4132-9bd9-7fecd64fc641', 'status': 'completed', 'code': 200}
Sep 16 19:12:14.296597 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:14.297827 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2d68ff-75f6-4633-a068-570c42db545d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:14.304797 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:14.307290 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:14.396899 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:14.399919 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:14.429263 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-513e4c70-6c01-44af-939a-58412f07ab35 req-affe81fc-3573-40e3-883f-d76ea151952c tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=b22b6276-00b2-4882-9af5-e06d66380daf HTTP/1.1" status: 200  len: 210 time: 0.0986888
Sep 16 19:12:14.510360 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2d68ff-75f6-4633-a068-570c42db545d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c', 'code': 200}
Sep 16 19:12:14.593980 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec20fb6-68f1-4576-b9c4-c0124b715425 req-082b6175-a5d6-4f30-bada-dc884d34ab65 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:14.596368 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ec20fb6-68f1-4576-b9c4-c0124b715425 req-082b6175-a5d6-4f30-bada-dc884d34ab65 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 945 time: 0.1110456
Sep 16 19:12:14.654321 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ec20fb6-68f1-4576-b9c4-c0124b715425 req-910feb90-5423-46de-94ba-891b11b8eea0 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522361
Sep 16 19:12:14.914960 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c5f62fa7-ee6a-43a5-ae55-6027a7cad71d req-7ec38352-691b-43e3-b73f-8c7071871cc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 1098 time: 0.1727204
Sep 16 19:12:14.927253 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877339de-2fc4-472c-b143-8f0bbd8e18c0 req-1fe12996-4559-47e0-895b-2c5733630250 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:14.935726 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-877339de-2fc4-472c-b143-8f0bbd8e18c0 req-1fe12996-4559-47e0-895b-2c5733630250 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0933931
Sep 16 19:12:14.986753 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c5f62fa7-ee6a-43a5-ae55-6027a7cad71d req-1c6ef3cd-b645-404d-9917-307666c6e10b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636737
Sep 16 19:12:15.023184 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-877339de-2fc4-472c-b143-8f0bbd8e18c0 req-5a7de076-c1f3-4a1c-82d7-97cb9b14c401 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865629
Sep 16 19:12:15.796287 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99cbdca-88d6-4fff-8166-6d2b577da267 None None] New status for floating IP 38549a4e-ef72-41f7-9135-f7d7000cb6c8: ACTIVE {{(pid=75162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:12:15.924274 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device e3c27145-f81c-4132-9bd9-7fecd64fc641 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:12:15.962408 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee414569-a4e3-4121-9309-590c443175e8 req-3efa26d4-165c-48b1-9062-cb754c3e469c tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:15.964900 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ee414569-a4e3-4121-9309-590c443175e8 req-3efa26d4-165c-48b1-9062-cb754c3e469c tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 945 time: 0.1561849
Sep 16 19:12:15.971051 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: e3c27145-f81c-4132-9bd9-7fecd64fc641 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:12:15.971780 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device e3c27145-f81c-4132-9bd9-7fecd64fc641 not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:12:16.063469 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ee414569-a4e3-4121-9309-590c443175e8 req-d2560b2c-6442-4dc2-9244-84bc157c504d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815804
Sep 16 19:12:16.226018 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-165d5f3b-1104-4bf1-8747-33788a991f56 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:16.226658 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-165d5f3b-1104-4bf1-8747-33788a991f56 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Synchronizing usage tracker for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:network {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:12:16.251468 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-165d5f3b-1104-4bf1-8747-33788a991f56 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Unset dirty status for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:network {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:12:16.253490 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-165d5f3b-1104-4bf1-8747-33788a991f56 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/networks?id=515f21be-f9ad-4c09-bcc5-02d19acfb869 HTTP/1.1" status: 200  len: 809 time: 0.2742395
Sep 16 19:12:16.279593 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-7fb7fe19-5475-40a7-aced-296193a3a426 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/quotas/a08e1aa164ba4611872d63e3c60c8829 HTTP/1.1" status: 200  len: 375 time: 0.0196381
Sep 16 19:12:16.344944 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-b9693531-1bce-43b5-91df-67975570dfa2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a08e1aa164ba4611872d63e3c60c8829&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0644028
Sep 16 19:12:16.610772 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57722) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:16.619499 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-e690dd2d-30e6-4886-84f8-5f9af6481f7c service neutron] 10.222.0.22 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2717896
Sep 16 19:12:16.757570 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315ad64-bc41-48e0-88fd-4f976b5be574 req-96de1ff1-6a54-49bb-bfb8-d61f83ff9a2d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:16.764972 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f315ad64-bc41-48e0-88fd-4f976b5be574 req-96de1ff1-6a54-49bb-bfb8-d61f83ff9a2d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1896150
Sep 16 19:12:16.822110 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-736af2c3-b6d9-4013-a7be-600b3f67ae89 service neutron] 10.222.0.22 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952152
Sep 16 19:12:16.844095 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f315ad64-bc41-48e0-88fd-4f976b5be574 req-4735e532-af60-489e-867e-0d5307244c51 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727024
Sep 16 19:12:16.894193 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:16.938984 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:16.943537 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] Usage tracker for resource:security_group_rule and tenant:0c7194b2398b4b7a869d8c8afe5306f4 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:16.947111 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:16.954271 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:17.179912 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6dab2880-1816-4b04-99fc-20a2b7bd4b3e req-9fc674a2-3179-4ec1-b1de-3b9513cc097d tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 210 time: 0.0671000
Sep 16 19:12:17.259660 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:17.265026 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:17.274841 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7c2752e9-b5f7-483d-b3f3-a6c3fb6bb495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:17.338086 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce2d43-51ae-46a1-b57c-d69de2f8772b req-ddd306aa-91e7-4a2b-9fb8-b7b9d0a29b33 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:17.340804 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5bce2d43-51ae-46a1-b57c-d69de2f8772b req-ddd306aa-91e7-4a2b-9fb8-b7b9d0a29b33 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 945 time: 0.1112564
Sep 16 19:12:17.346737 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dfa0a8-17a9-46c3-8288-d4c869bd3c9a,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:17.349925 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:17.352385 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c7194b2398b4b7a869d8c8afe5306f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7360399
Sep 16 19:12:17.356691 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57748) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:17.447541 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-24c8f5b2-78e2-43b7-9031-1a7c6b1fed4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:17.456968 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5bce2d43-51ae-46a1-b57c-d69de2f8772b req-cef26a68-ebbc-49fb-9217-8964a5acd33a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046886
Sep 16 19:12:17.483054 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-24c8f5b2-78e2-43b7-9031-1a7c6b1fed4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:17.563483 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-24c8f5b2-78e2-43b7-9031-1a7c6b1fed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:17.568374 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a6c817cc-558d-4191-9fc4-2b88f7413a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:17.587418 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8f5b2-78e2-43b7-9031-1a7c6b1fed4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dfa0a8-17a9-46c3-8288-d4c869bd3c9a,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:17.592365 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-24c8f5b2-78e2-43b7-9031-1a7c6b1fed4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:17.594891 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-24c8f5b2-78e2-43b7-9031-1a7c6b1fed4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:17.598931 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-24c8f5b2-78e2-43b7-9031-1a7c6b1fed4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/24dfa0a8-17a9-46c3-8288-d4c869bd3c9a HTTP/1.1" status: 204  len: 168 time: 0.2410090
Sep 16 19:12:18.028542 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57776) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:18.062423 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:18.117866 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6633449-8e27-42ec-b1d3-588ea68adc82 req-2e1a08fb-41f8-41f2-aa6c-cce883c2d0e0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:18.119839 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6633449-8e27-42ec-b1d3-588ea68adc82 req-2e1a08fb-41f8-41f2-aa6c-cce883c2d0e0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1240406
Sep 16 19:12:18.135581 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:18.141993 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] Usage tracker for resource:security_group_rule and tenant:ee96f43d3d5c4ce699e19dbe52e983a5 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:18.156401 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:18.164190 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:18.196486 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6633449-8e27-42ec-b1d3-588ea68adc82 req-7a3d43d7-48a0-427d-ad66-816de87c3a6c tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699260
Sep 16 19:12:18.241349 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:18.245615 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:18.255870 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dd705bee-1fc0-42f7-aca4-dc3dada1f73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:18.330401 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3754fa00-d5f9-4a01-adbe-292dbd0d04ca,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:18.333023 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:18.345514 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee96f43d3d5c4ce699e19dbe52e983a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3135469
Sep 16 19:12:18.347091 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 57790) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:18.474468 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e2d4094c-b46d-4290-b2fe-2100f76f7c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:18.503249 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-e781f3a7-ae4d-4af8-92c7-96997d8ec3e9 req-01206af8-b3af-4993-b8f1-2457fa5d63f5 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Synchronizing usage tracker for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:12:18.516911 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e2d4094c-b46d-4290-b2fe-2100f76f7c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:18.608036 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e2d4094c-b46d-4290-b2fe-2100f76f7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:18.618495 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-e781f3a7-ae4d-4af8-92c7-96997d8ec3e9 req-01206af8-b3af-4993-b8f1-2457fa5d63f5 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Unset dirty status for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:12:18.620968 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-b043e4e4-7855-4c7d-b191-fcedab0f3a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:18.631563 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e781f3a7-ae4d-4af8-92c7-96997d8ec3e9 req-01206af8-b3af-4993-b8f1-2457fa5d63f5 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 210 time: 0.2018282
Sep 16 19:12:18.675321 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4094c-b46d-4290-b2fe-2100f76f7c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3754fa00-d5f9-4a01-adbe-292dbd0d04ca,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:18.682319 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e2d4094c-b46d-4290-b2fe-2100f76f7c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:18.683767 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e2d4094c-b46d-4290-b2fe-2100f76f7c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:18.687499 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-e2d4094c-b46d-4290-b2fe-2100f76f7c80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3754fa00-d5f9-4a01-adbe-292dbd0d04ca HTTP/1.1" status: 204  len: 168 time: 0.3364689
Sep 16 19:12:18.746101 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-391940cb-a2ad-436b-bc42-ee09af6df2df tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:18.749405 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-391940cb-a2ad-436b-bc42-ee09af6df2df tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.20 "GET /v2.0/networks?id=515f21be-f9ad-4c09-bcc5-02d19acfb869 HTTP/1.1" status: 200  len: 809 time: 0.2468460
Sep 16 19:12:19.411203 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4de58-75fa-4077-82c8-7a46a525337b req-a8d7301f-b751-463d-bec9-f36c22e48285 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:19.412695 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e2a4de58-75fa-4077-82c8-7a46a525337b req-a8d7301f-b751-463d-bec9-f36c22e48285 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0910299
Sep 16 19:12:19.463404 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e2a4de58-75fa-4077-82c8-7a46a525337b req-d34e4a9d-7200-495c-93e7-a3a74071f5c9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403175
Sep 16 19:12:21.381056 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Request body: {'port': {'device_id': '1809b36a-fc1c-4d5c-8f35-9379fd4cb105', 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869', 'admin_state_up': True, 'tenant_id': 'a08e1aa164ba4611872d63e3c60c8829'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:12:21.552040 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:21.564689 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:21.578008 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Made reservation on behalf of a08e1aa164ba4611872d63e3c60c8829 for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:12:21.582386 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:21.598675 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7b78f311-97c7-4c42-99ba-b2c229aa51ce req-689a1244-8f63-497a-878d-5d59de4b95d0 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 210 time: 0.0479364
Sep 16 19:12:21.774048 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Allocated IP 172.20.0.12 (515f21be-f9ad-4c09-bcc5-02d19acfb869/e1eb5acd-6289-43ec-aa1f-b8c46774dfe9/35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:12:21.822236 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b74557-85bb-49da-8aea-139ed47112d9 req-ba1226ca-05f5-499b-8b22-3a4a1d4f49b9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:21.823877 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-33b74557-85bb-49da-8aea-139ed47112d9 req-ba1226ca-05f5-499b-8b22-3a4a1d4f49b9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0922298
Sep 16 19:12:21.874668 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-33b74557-85bb-49da-8aea-139ed47112d9 req-333f0ede-867d-4b27-be9f-c6ceb135fcbe tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443573
Sep 16 19:12:21.989524 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:22.021479 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:22.027040 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:22.103245 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Network 515f21be-f9ad-4c09-bcc5-02d19acfb869 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:12:22.107967 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:12:22.110320 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:12:22.114403 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:22.114998 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:22.118646 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Pushing event updated for resources: {'Port': ['ID=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:22.122058 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:22.148184 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7712069
Sep 16 19:12:22.184574 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57896) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:22.324544 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:22.356331 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:22.360271 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] Usage tracker for resource:security_group_rule and tenant:083e292f9d0e42fab45d5fe30f746d7f is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:22.362964 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:22.368416 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:22.437031 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:22.440385 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:22.447393 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b35ce188-0bc8-4e2a-be03-c19ebf832100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:22.488509 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924e074c-9f9c-4d37-b426-5bd60a259ec4,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:22.495055 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=083e292f9d0e42fab45d5fe30f746d7f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3069215
Sep 16 19:12:22.495055 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:22.495443 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57906) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:22.560401 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8011bc50-fcbc-4fc0-a4c1-f786f03c3752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:22.587756 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8011bc50-fcbc-4fc0-a4c1-f786f03c3752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:22.647117 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8011bc50-fcbc-4fc0-a4c1-f786f03c3752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:22.650863 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:22.662410 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011bc50-fcbc-4fc0-a4c1-f786f03c3752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924e074c-9f9c-4d37-b426-5bd60a259ec4,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:22.665793 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8011bc50-fcbc-4fc0-a4c1-f786f03c3752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:22.669519 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8011bc50-fcbc-4fc0-a4c1-f786f03c3752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:22.671436 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-8011bc50-fcbc-4fc0-a4c1-f786f03c3752 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/924e074c-9f9c-4d37-b426-5bd60a259ec4 HTTP/1.1" status: 204  len: 168 time: 0.1748273
Sep 16 19:12:23.014863 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57938) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:23.038382 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:23.074657 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:23.078632 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c8ab9da03c4abd93e737d77db5d59c is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:23.081621 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:23.088022 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:23.156909 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:23.161307 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:23.167894 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:23.208730 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ee84f-8e3c-4288-ac55-e0a2957c073d,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:23.215520 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4c8ab9da03c4abd93e737d77db5d59c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1971221
Sep 16 19:12:23.215520 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:23.215774 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 57952) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:23.277900 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2c6782f2-7848-4fe5-a13b-13ce84d5afb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:23.304642 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2c6782f2-7848-4fe5-a13b-13ce84d5afb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:23.360313 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2c6782f2-7848-4fe5-a13b-13ce84d5afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:23.364143 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dcc81ed3-19c8-4fd8-8ccc-06eab34f218c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:23.377121 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6782f2-7848-4fe5-a13b-13ce84d5afb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ee84f-8e3c-4288-ac55-e0a2957c073d,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:23.380084 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2c6782f2-7848-4fe5-a13b-13ce84d5afb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:23.381919 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2c6782f2-7848-4fe5-a13b-13ce84d5afb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:23.383632 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-2c6782f2-7848-4fe5-a13b-13ce84d5afb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c90ee84f-8e3c-4288-ac55-e0a2957c073d HTTP/1.1" status: 204  len: 168 time: 0.1667926
Sep 16 19:12:23.439413 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2cd86f32-6064-444e-b96f-ce52a783a8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:23.750932 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:24.743217 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Request body: {'port': {'device_id': '1809b36a-fc1c-4d5c-8f35-9379fd4cb105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:12:24.873977 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:25.007960 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa63cb-4103-4280-bc07-59567b4ff094 req-45862f82-88cf-488a-acdb-6eaab47e6697 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:25.015584 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-92aa63cb-4103-4280-bc07-59567b4ff094 req-45862f82-88cf-488a-acdb-6eaab47e6697 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 932 time: 0.0971005
Sep 16 19:12:25.074231 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-92aa63cb-4103-4280-bc07-59567b4ff094 req-b498e585-2046-4a39-bc07-f98c3ead7bfb tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573895
Sep 16 19:12:25.339307 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193d36-2020-4906-b898-da732ebcd2e5 req-83f2bc86-1c80-45ef-bbc4-10b81de30196 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:25.340743 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3f193d36-2020-4906-b898-da732ebcd2e5 req-83f2bc86-1c80-45ef-bbc4-10b81de30196 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.2482991
Sep 16 19:12:25.445871 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:12:25.455567 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3f193d36-2020-4906-b898-da732ebcd2e5 req-176140c7-6ed4-491e-800a-dc2d08e69d6b tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009386
Sep 16 19:12:25.457195 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:25.472655 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Transition to ACTIVE for port object 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:12:25.477079 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:25.490135 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:25.543032 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-9769bee1-171f-47f6-80aa-02b72ae50584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:25.635296 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Pushing event updated for resources: {'Port': ['ID=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:25.662481 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:25.687549 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Attempting to bind port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:12:25.687876 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Attempting to bind port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '68997964-2f5e-46f7-a606-87047eed8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:12:25.688195 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Attempting to bind port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a on network 515f21be-f9ad-4c09-bcc5-02d19acfb869 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:12:25.694093 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a on network 515f21be-f9ad-4c09-bcc5-02d19acfb869 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:12:25.694446 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Attempting to bind port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a on network 515f21be-f9ad-4c09-bcc5-02d19acfb869 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:12:25.701790 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:12:25.702123 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Checking segment: {'id': '68997964-2f5e-46f7-a606-87047eed8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:12:25.702791 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Bound using segment: {'id': '68997964-2f5e-46f7-a606-87047eed8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:12:25.702973 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Bound port: 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68997964-2f5e-46f7-a606-87047eed8a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:12:25.703272 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:25.807218 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] For port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:12:25.811442 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] For port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,segment=NetworkSegment(68997964-2f5e-46f7-a606-87047eed8a4a),segment_id=68997964-2f5e-46f7-a606-87047eed8a4a)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:12:25.817534 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:25.824399 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:25.903053 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:25.904416 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a HTTP/1.1" status: 200  len: 1094 time: 1.1655295
Sep 16 19:12:25.904941 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1809b36a-fc1c-4d5c-8f35-9379fd4cb105', 'tag': '35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:25.932021 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Pushing event updated for resources: {'Port': ['ID=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:25.935293 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:26.029247 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1809b36a-fc1c-4d5c-8f35-9379fd4cb105', 'tag': '35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a', 'status': 'completed', 'code': 200}
Sep 16 19:12:26.113215 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-4fee2ed5-e7f4-4a4e-b122-dbcfa5d6de7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a08e1aa164ba4611872d63e3c60c8829&device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 1097 time: 0.1325002
Sep 16 19:12:26.208694 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-5b46e29a-1b66-493f-b767-5c47127601b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a HTTP/1.1" status: 200  len: 217 time: 0.0879340
Sep 16 19:12:26.331171 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-59b23bd7-7ba5-47ec-9e92-7d39e74fbc6f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:26.332669 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-59b23bd7-7ba5-47ec-9e92-7d39e74fbc6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1eb5acd-6289-43ec-aa1f-b8c46774dfe9 HTTP/1.1" status: 200  len: 849 time: 0.1133606
Sep 16 19:12:26.389794 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-5570b99d-e96c-4b2a-8993-5c7ba9372f87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=515f21be-f9ad-4c09-bcc5-02d19acfb869&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436733
Sep 16 19:12:26.407649 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b224499-ac7d-4a48-8005-7cf24a97d0ee req-f3b1fd64-dc14-4f7a-9619-27a4c15c0d40 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:26.408333 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-7b224499-ac7d-4a48-8005-7cf24a97d0ee req-f3b1fd64-dc14-4f7a-9619-27a4c15c0d40 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Synchronizing usage tracker for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:12:26.510356 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-7b224499-ac7d-4a48-8005-7cf24a97d0ee req-f3b1fd64-dc14-4f7a-9619-27a4c15c0d40 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Unset dirty status for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:12:26.517671 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7b224499-ac7d-4a48-8005-7cf24a97d0ee req-f3b1fd64-dc14-4f7a-9619-27a4c15c0d40 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 944 time: 0.2617764
Sep 16 19:12:26.518977 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:26.594875 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7b224499-ac7d-4a48-8005-7cf24a97d0ee req-d81a5091-973c-432e-af9c-136201ca0888 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761888
Sep 16 19:12:26.602502 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-0b454f54-566b-4bd0-9231-6e0c4a841386 service neutron] 10.222.0.20 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903591
Sep 16 19:12:26.718406 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-e5ca2151-fa29-4174-a044-07b4fcadc957 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:26.719850 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-e5ca2151-fa29-4174-a044-07b4fcadc957 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 815 time: 0.1664767
Sep 16 19:12:26.738921 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-2a9b34cc-fa64-4c8a-b0e6-bc5ab373ab17 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/quotas/b3a25b099c944b938fe922665db15f3b HTTP/1.1" status: 200  len: 375 time: 0.0135651
Sep 16 19:12:26.799429 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b353b2-3958-4178-817b-430ecfa059c6 req-e317c298-18a6-48a8-a837-0c9649aeb9fa service neutron] 10.222.0.20 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1890137
Sep 16 19:12:26.831577 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-a19b02ff-7906-4222-9637-4c8561a501b6 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0863969
Sep 16 19:12:26.836532 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa707e23-c394-4959-b883-213b208b8e29 req-5374236e-a7f3-44aa-99fc-812705cd8e03 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:26.837588 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-aa707e23-c394-4959-b883-213b208b8e29 req-5374236e-a7f3-44aa-99fc-812705cd8e03 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0961983
Sep 16 19:12:26.860029 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58084) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:26.892916 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-aa707e23-c394-4959-b883-213b208b8e29 req-2638b291-a206-469d-999e-f260ae968698 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480866
Sep 16 19:12:26.991861 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-d6527842-8563-4da8-b535-563c4cd35d45 service neutron] 10.222.0.22 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532705
Sep 16 19:12:27.070673 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.169567 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:27.175524 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58098) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:27.176064 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] Usage tracker for resource:security_group_rule and tenant:7511b86f43ee4b5da6bf70bf9fc15a48 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:27.187489 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:27.196776 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:27.202972 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-5995405d-97ac-4546-a03f-2d90620285bd service neutron] 10.222.0.22 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042115
Sep 16 19:12:27.269576 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.273814 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.282826 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-adbc9509-d8e0-4252-ab53-607ce6c5ec53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:27.342382 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b93df88-e7d1-4c2b-b414-9dbf50c1e0a3,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:27.345498 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:27.352505 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7511b86f43ee4b5da6bf70bf9fc15a48&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4914405
Sep 16 19:12:27.353451 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58110) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:27.392092 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.436010 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6f597ab1-237e-4a33-b779-6ec1fe4de46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.436538 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:27.440622 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] Usage tracker for resource:security_group_rule and tenant:4b7807e8fb4f4f01a8e9c8ccb1597f0e is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:27.443996 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:27.450793 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:27.467019 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6f597ab1-237e-4a33-b779-6ec1fe4de46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.527402 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6f597ab1-237e-4a33-b779-6ec1fe4de46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.527875 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.531689 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.532868 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-60246c9d-42b0-4da9-b548-2ab8923adf8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:27.538746 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-f62abf1d-2db0-4f28-8c5c-2a8764eb6c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:27.546687 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f597ab1-237e-4a33-b779-6ec1fe4de46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b93df88-e7d1-4c2b-b414-9dbf50c1e0a3,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:27.549409 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6f597ab1-237e-4a33-b779-6ec1fe4de46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:27.551223 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6f597ab1-237e-4a33-b779-6ec1fe4de46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.554925 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-6f597ab1-237e-4a33-b779-6ec1fe4de46d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b93df88-e7d1-4c2b-b414-9dbf50c1e0a3 HTTP/1.1" status: 204  len: 168 time: 0.2001488
Sep 16 19:12:27.598834 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f160fb-fa44-4835-899d-92d91981eb9c,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:27.601623 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:27.604056 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b7807e8fb4f4f01a8e9c8ccb1597f0e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4275026
Sep 16 19:12:27.608226 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58120) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:27.676212 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-1bba129e-07b9-45c0-8d7d-8dd41dfc1207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.702943 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-1bba129e-07b9-45c0-8d7d-8dd41dfc1207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.760499 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-1bba129e-07b9-45c0-8d7d-8dd41dfc1207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.764523 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3d8e2b0a-86d3-48e7-8029-c78cba0b7aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:27.775514 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba129e-07b9-45c0-8d7d-8dd41dfc1207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f160fb-fa44-4835-899d-92d91981eb9c,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:27.781430 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-1bba129e-07b9-45c0-8d7d-8dd41dfc1207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:27.782916 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-1bba129e-07b9-45c0-8d7d-8dd41dfc1207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.787346 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-1bba129e-07b9-45c0-8d7d-8dd41dfc1207 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7f160fb-fa44-4835-899d-92d91981eb9c HTTP/1.1" status: 204  len: 168 time: 0.1781540
Sep 16 19:12:27.931484 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58134) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:27.950786 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:27.981878 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:27.985899 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] Usage tracker for resource:security_group_rule and tenant:5c1058dfccba4315b1596f919b3f820a is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:27.988880 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:27.994849 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:28.062989 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:28.067039 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:28.074972 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6258dc14-d515-4d9a-aa9f-996d8f3ed5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:28.108152 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:28.118669 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c1058dfccba4315b1596f919b3f820a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1860371
Sep 16 19:12:28.119525 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedc08f3-1ada-4d79-9819-f5672a2c6f95,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:28.121382 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58142) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:28.122613 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:28.182476 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a17b-aaf5-4f9b-9130-85d76254e899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:28.211521 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a17b-aaf5-4f9b-9130-85d76254e899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:28.263922 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a17b-aaf5-4f9b-9130-85d76254e899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:28.269229 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ef77f649-156d-4d51-89ac-199d7d7f0223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:28.282187 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5a17b-aaf5-4f9b-9130-85d76254e899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedc08f3-1ada-4d79-9819-f5672a2c6f95,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:28.284979 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4ab5a17b-aaf5-4f9b-9130-85d76254e899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:28.294827 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a17b-aaf5-4f9b-9130-85d76254e899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:28.298462 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-4ab5a17b-aaf5-4f9b-9130-85d76254e899 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aedc08f3-1ada-4d79-9819-f5672a2c6f95 HTTP/1.1" status: 204  len: 168 time: 0.1730521
Sep 16 19:12:29.628314 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-19a61e59-9e9e-4319-bde5-2d3f89c8d329 req-dc1c847c-5512-4a1b-9686-72da64878b6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a08e1aa164ba4611872d63e3c60c8829&device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 1097 time: 0.0846624
Sep 16 19:12:29.770760 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6f325a4c-27b6-4c2f-96aa-371e237af681 req-6db5c309-ee89-4dea-a54e-d632d3e948cd tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 210 time: 0.0576115
Sep 16 19:12:29.953857 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a61e59-9e9e-4319-bde5-2d3f89c8d329 req-a8950339-65cf-4093-8b3d-5791e42e06b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:29.955757 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-19a61e59-9e9e-4319-bde5-2d3f89c8d329 req-a8950339-65cf-4093-8b3d-5791e42e06b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=515f21be-f9ad-4c09-bcc5-02d19acfb869 HTTP/1.1" status: 200  len: 910 time: 0.2988651
Sep 16 19:12:30.056070 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-19a61e59-9e9e-4319-bde5-2d3f89c8d329 req-4b5d961d-c121-4cc8-acd1-2d6df3edb982 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a HTTP/1.1" status: 200  len: 217 time: 0.0798724
Sep 16 19:12:30.063276 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74763f-e979-47c6-a293-dd45453da017 req-f2c665b3-a467-4a09-b554-fc9478523c2f tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:30.064775 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9c74763f-e979-47c6-a293-dd45453da017 req-f2c665b3-a467-4a09-b554-fc9478523c2f tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 944 time: 0.2708087
Sep 16 19:12:30.087315 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d811805-fd81-4c2d-b3fb-8b98ee01c291 req-97bc693e-42d3-4e23-a65b-d842bbd62851 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:30.088843 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1d811805-fd81-4c2d-b3fb-8b98ee01c291 req-97bc693e-42d3-4e23-a65b-d842bbd62851 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1647961
Sep 16 19:12:30.136929 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1d811805-fd81-4c2d-b3fb-8b98ee01c291 req-e0df1ca6-cf07-4c97-8399-071d196c8137 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409331
Sep 16 19:12:30.157451 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a61e59-9e9e-4319-bde5-2d3f89c8d329 req-8f75c812-d661-4034-9cfe-c1716d70cf1a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:30.158900 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-19a61e59-9e9e-4319-bde5-2d3f89c8d329 req-8f75c812-d661-4034-9cfe-c1716d70cf1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1eb5acd-6289-43ec-aa1f-b8c46774dfe9 HTTP/1.1" status: 200  len: 849 time: 0.0919454
Sep 16 19:12:30.163403 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9c74763f-e979-47c6-a293-dd45453da017 req-44304b61-cc3f-42db-a8c7-c36e9612072d tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612950
Sep 16 19:12:30.205575 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-19a61e59-9e9e-4319-bde5-2d3f89c8d329 req-ae186383-2155-4f18-9a52-c30a4078f0a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=515f21be-f9ad-4c09-bcc5-02d19acfb869&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384769
Sep 16 19:12:30.344387 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-19a61e59-9e9e-4319-bde5-2d3f89c8d329 req-03eeb73d-955d-4a11-863c-9f6f02613a11 service neutron] 10.222.0.20 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264980
Sep 16 19:12:30.477069 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-19a61e59-9e9e-4319-bde5-2d3f89c8d329 req-88912809-22cd-4220-b479-289693633e79 service neutron] 10.222.0.20 "GET /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237879
Sep 16 19:12:30.868845 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-b32c36f4-bbc6-4cbd-b8ee-9407b5716f2d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:30.870191 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-b32c36f4-bbc6-4cbd-b8ee-9407b5716f2d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 815 time: 0.2790749
Sep 16 19:12:30.893357 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Request body: {'port': {'device_id': 'a9d10f66-8f39-4406-ae44-9c1ea482f0a7', 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109', 'admin_state_up': True, 'tenant_id': 'b3a25b099c944b938fe922665db15f3b'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:12:30.976164 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fcb48b71-79fa-4041-b572-0f1058c99bc4 req-bdd15e36-f40c-494a-89f8-fe2970d5e7b5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 210 time: 0.0613770
Sep 16 19:12:31.069566 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:31.080452 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:31.090856 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Made reservation on behalf of b3a25b099c944b938fe922665db15f3b for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:12:31.094463 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:31.318729 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Allocated IP 172.20.0.9 (e53178fe-a87b-4279-a591-91bf9d6cf109/74c6f517-221a-4891-a42e-be003d65ddd8/2d03ce04-7b23-42d7-bec4-bb646afaf15f) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:12:31.418935 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:31.510284 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91058f-1a17-4428-b1f9-19eaf9d414bf req-12d19be1-e350-4951-a385-99a48e7d3211 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:31.511826 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0f91058f-1a17-4428-b1f9-19eaf9d414bf req-12d19be1-e350-4951-a385-99a48e7d3211 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 944 time: 0.0809939
Sep 16 19:12:31.571295 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0f91058f-1a17-4428-b1f9-19eaf9d414bf req-7343b2ba-04e6-4448-b876-252468d378ea tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537016
Sep 16 19:12:31.605736 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8ea0f-b3c5-4fc4-86f3-e23d8c73152f req-48a6b2e0-3c70-42bd-aa08-30c3eddf90a3 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:31.607362 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1dd8ea0f-b3c5-4fc4-86f3-e23d8c73152f req-48a6b2e0-3c70-42bd-aa08-30c3eddf90a3 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.2009671
Sep 16 19:12:31.640717 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:31.678843 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1dd8ea0f-b3c5-4fc4-86f3-e23d8c73152f req-8ec43ce7-1896-4297-8eb8-3ce995954c1a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602188
Sep 16 19:12:31.691800 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:31.697938 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6d3ba945-20a6-4abb-bbd8-de67898dcf35 tempest-DeleteServersTestJSON-1094405526 tempest-DeleteServersTestJSON-1094405526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:31.705054 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['554d5b62-77a9-419c-af50-cdbbdce1d648', '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:12:31.775680 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Network e53178fe-a87b-4279-a591-91bf9d6cf109 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:12:31.779092 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:12:31.783615 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:12:31.787405 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:31.788002 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:31.794107 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Pushing event updated for resources: {'Port': ['ID=2d03ce04-7b23-42d7-bec4-bb646afaf15f,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:31.801317 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:31.827142 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9398227
Sep 16 19:12:31.846278 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Request body: {'port': {'device_id': 'a9d10f66-8f39-4406-ae44-9c1ea482f0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:12:32.004547 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:32.253073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53686e81-8629-41b8-93d3-99985d6d2e9e req-3138b04b-1959-4bfc-a1e4-36d8caeb7633 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:32.260378 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-53686e81-8629-41b8-93d3-99985d6d2e9e req-3138b04b-1959-4bfc-a1e4-36d8caeb7633 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 931 time: 0.0957959
Sep 16 19:12:32.328781 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-53686e81-8629-41b8-93d3-99985d6d2e9e req-3363c37a-2b15-4831-b32b-3c96b2fe2c53 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674489
Sep 16 19:12:32.588267 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d03ce04-7b23-42d7-bec4-bb646afaf15f {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:12:32.595746 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:32.617429 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:12:32.619192 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Transition to ACTIVE for port object 2d03ce04-7b23-42d7-bec4-bb646afaf15f will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:12:32.623682 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:32.628951 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-02fdfb58-68a6-4572-9e3f-089deb5da0f2 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:32.721316 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:12:32.793053 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Pushing event updated for resources: {'Port': ['ID=2d03ce04-7b23-42d7-bec4-bb646afaf15f,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:32.801064 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:32.880842 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Attempting to bind port 2d03ce04-7b23-42d7-bec4-bb646afaf15f on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:12:32.881201 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Attempting to bind port 2d03ce04-7b23-42d7-bec4-bb646afaf15f by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:12:32.881480 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Attempting to bind port 2d03ce04-7b23-42d7-bec4-bb646afaf15f on network e53178fe-a87b-4279-a591-91bf9d6cf109 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:12:32.891589 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Port 2d03ce04-7b23-42d7-bec4-bb646afaf15f on network e53178fe-a87b-4279-a591-91bf9d6cf109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:12:32.891902 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Attempting to bind port 2d03ce04-7b23-42d7-bec4-bb646afaf15f on network e53178fe-a87b-4279-a591-91bf9d6cf109 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:12:32.902504 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:12:32.902858 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Checking segment: {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:12:32.903214 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Bound using segment: {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:12:32.903627 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Bound port: 2d03ce04-7b23-42d7-bec4-bb646afaf15f, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:12:32.903967 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:32.920094 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e64d14-56d7-4474-93a2-998c032a4130 req-e420325d-a704-4b33-bfd9-ed5c6d3e26a9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:32.920867 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7260197-af8b-49bb-af4a-8ac482e7b4c1 req-c2a6a138-6214-472f-88f8-4fc6e8a7a119 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:32.921934 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7260197-af8b-49bb-af4a-8ac482e7b4c1 req-c2a6a138-6214-472f-88f8-4fc6e8a7a119 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 944 time: 0.1782370
Sep 16 19:12:32.922472 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,segment=NetworkSegment(68997964-2f5e-46f7-a606-87047eed8a4a),segment_id=68997964-2f5e-46f7-a606-87047eed8a4a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:32.937202 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f4e64d14-56d7-4474-93a2-998c032a4130 req-e420325d-a704-4b33-bfd9-ed5c6d3e26a9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1060424
Sep 16 19:12:32.947073 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a', 'network_id': '515f21be-f9ad-4c09-bcc5-02d19acfb869', 'port_id': '35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a', 'mac_address': 'fa:16:3e:71:d9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1eb5acd-6289-43ec-aa1f-b8c46774dfe9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:12:32.998701 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f4e64d14-56d7-4474-93a2-998c032a4130 req-79ce61de-a7d1-4d3c-8c55-8b18cf79d5e4 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602791
Sep 16 19:12:33.023336 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:33.043594 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:12:33.063574 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,segment=NetworkSegment(68997964-2f5e-46f7-a606-87047eed8a4a),segment_id=68997964-2f5e-46f7-a606-87047eed8a4a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:33.074794 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:33.079346 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-7c91c051-6d55-40d1-bbae-4db45de977e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:33.141619 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] For port 2d03ce04-7b23-42d7-bec4-bb646afaf15f, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:12:33.145341 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] For port 2d03ce04-7b23-42d7-bec4-bb646afaf15f, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2d03ce04-7b23-42d7-bec4-bb646afaf15f,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:12:33.156696 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:33.163612 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:33.196717 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:33.200499 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:33.209560 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7260197-af8b-49bb-af4a-8ac482e7b4c1 req-39f3814b-f0c5-4cad-9af2-b404fa47b4b1 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2239490
Sep 16 19:12:33.231279 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:33.232914 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] 10.222.0.20 "PUT /v2.0/ports/2d03ce04-7b23-42d7-bec4-bb646afaf15f HTTP/1.1" status: 200  len: 1093 time: 1.3911309
Sep 16 19:12:33.233465 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d10f66-8f39-4406-ae44-9c1ea482f0a7', 'tag': '2d03ce04-7b23-42d7-bec4-bb646afaf15f'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:33.248388 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Pushing event updated for resources: {'Port': ['ID=2d03ce04-7b23-42d7-bec4-bb646afaf15f,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:33.251229 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:33.866165 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58304) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:34.004764 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:34.036972 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:34.041436 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] Usage tracker for resource:security_group_rule and tenant:52fef6dfd000431e8b63d6d2b3aeb96b is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:34.044560 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:34.050366 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:34.113690 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:34.117229 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:34.124693 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fa6c62d9-dc78-41dc-a73b-33c3fb9d5a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:34.168567 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c77456-fcac-480d-bb98-62bec876a486,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:34.171983 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:34.174297 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52fef6dfd000431e8b63d6d2b3aeb96b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3071160
Sep 16 19:12:34.176979 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58312) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:34.237906 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-383c8090-c6c4-4138-b051-5e13fd7603c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:34.264658 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-383c8090-c6c4-4138-b051-5e13fd7603c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:34.316489 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-383c8090-c6c4-4138-b051-5e13fd7603c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:34.320497 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8bcfdc7f-c32d-4a92-bd0d-bf89a1cd8eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:34.332117 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c8090-c6c4-4138-b051-5e13fd7603c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c77456-fcac-480d-bb98-62bec876a486,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:34.336630 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-383c8090-c6c4-4138-b051-5e13fd7603c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:34.338281 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-383c8090-c6c4-4138-b051-5e13fd7603c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:34.339646 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-383c8090-c6c4-4138-b051-5e13fd7603c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4c77456-fcac-480d-bb98-62bec876a486 HTTP/1.1" status: 204  len: 168 time: 0.1615727
Sep 16 19:12:35.884333 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d10f66-8f39-4406-ae44-9c1ea482f0a7', 'tag': '2d03ce04-7b23-42d7-bec4-bb646afaf15f', 'status': 'completed', 'code': 200}
Sep 16 19:12:36.017904 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-a2ea33b6-11ed-4a10-9016-4fdc48d4737a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 1096 time: 0.2002437
Sep 16 19:12:36.054775 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9825925-daa4-4905-bdad-0a57356a4948 req-6890b36c-181f-4165-a2b1-d226733fee8f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:36.056302 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e9825925-daa4-4905-bdad-0a57356a4948 req-6890b36c-181f-4165-a2b1-d226733fee8f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0846109
Sep 16 19:12:36.103801 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e9825925-daa4-4905-bdad-0a57356a4948 req-d87f5c36-f858-4e2b-9dfd-310a87b0421a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408938
Sep 16 19:12:36.105460 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:12:36.115438 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-86454e98-c291-429d-9d9a-ea4d529de0ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d03ce04-7b23-42d7-bec4-bb646afaf15f HTTP/1.1" status: 200  len: 217 time: 0.0870738
Sep 16 19:12:36.212001 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-42d7a7c9-df69-4d83-a40b-176cff594767 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:36.213487 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-42d7a7c9-df69-4d83-a40b-176cff594767 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74c6f517-221a-4891-a42e-be003d65ddd8 HTTP/1.1" status: 200  len: 855 time: 0.0827951
Sep 16 19:12:36.217851 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e99e658b-772e-461e-8aa5-502f29f64b72 req-bf53f180-3ddb-4940-badf-680fd4dc4c0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 1098 time: 0.2817531
Sep 16 19:12:36.223629 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b6ef4-2855-4e7a-89bd-18c78afad66e req-5562055e-5e7e-4224-843d-d23c6e47b930 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:36.224287 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-724b6ef4-2855-4e7a-89bd-18c78afad66e req-5562055e-5e7e-4224-843d-d23c6e47b930 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Synchronizing usage tracker for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:12:36.296316 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-ecf63e38-a858-4e19-9a2f-5cb35038b0b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53178fe-a87b-4279-a591-91bf9d6cf109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0630124
Sep 16 19:12:36.330518 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-724b6ef4-2855-4e7a-89bd-18c78afad66e req-5562055e-5e7e-4224-843d-d23c6e47b930 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Unset dirty status for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:12:36.331190 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-724b6ef4-2855-4e7a-89bd-18c78afad66e req-5562055e-5e7e-4224-843d-d23c6e47b930 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 943 time: 0.3611591
Sep 16 19:12:36.331398 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c3aad-8c32-4001-b10c-f45e2e4aef9b req-294c1e78-06b7-4996-9a8d-4c9e2cd56633 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:36.332932 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-327c3aad-8c32-4001-b10c-f45e2e4aef9b req-294c1e78-06b7-4996-9a8d-4c9e2cd56633 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 945 time: 0.1020985
Sep 16 19:12:36.348421 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e99e658b-772e-461e-8aa5-502f29f64b72 req-832cacaa-cd26-4542-8155-71fa50754bb3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162066
Sep 16 19:12:36.397981 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-327c3aad-8c32-4001-b10c-f45e2e4aef9b req-62dad5cd-72e9-4e98-8fbd-1970375d6ff7 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593979
Sep 16 19:12:36.500168 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-724b6ef4-2855-4e7a-89bd-18c78afad66e req-27d847de-9cdc-4146-9d3d-f8b10f9501d6 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242919
Sep 16 19:12:36.503863 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-ee42db9b-ecb3-4aa5-90a5-ba8cae4805a2 service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963446
Sep 16 19:12:36.770333 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e60d4b3b-c354-48b6-a281-740ee3dd2379 req-5a681fcd-c348-4542-9133-736aa6c78538 service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318424
Sep 16 19:12:37.053510 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28412ca2-8cb4-4740-9706-985b9bd2b582 req-41ed567e-96f3-4119-84e5-37027275ee9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 1096 time: 0.1898007
Sep 16 19:12:37.201585 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28412ca2-8cb4-4740-9706-985b9bd2b582 req-7ebd347e-c6e8-4705-b528-e1c0b3497130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:37.203074 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28412ca2-8cb4-4740-9706-985b9bd2b582 req-7ebd347e-c6e8-4705-b528-e1c0b3497130 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 916 time: 0.1407831
Sep 16 19:12:37.289152 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28412ca2-8cb4-4740-9706-985b9bd2b582 req-6be1627e-a2a0-437c-b407-d6f5328e9e35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d03ce04-7b23-42d7-bec4-bb646afaf15f HTTP/1.1" status: 200  len: 217 time: 0.0721421
Sep 16 19:12:37.321725 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96327b4-207d-4744-8e97-001cf90eea49 req-6a7656ba-544f-4287-8eb4-7f2e40fa671f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:37.323829 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b96327b4-207d-4744-8e97-001cf90eea49 req-6a7656ba-544f-4287-8eb4-7f2e40fa671f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0878360
Sep 16 19:12:37.357316 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28412ca2-8cb4-4740-9706-985b9bd2b582 req-2867593e-0c99-4cb1-b626-b8836984ca01 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:37.359290 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28412ca2-8cb4-4740-9706-985b9bd2b582 req-2867593e-0c99-4cb1-b626-b8836984ca01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74c6f517-221a-4891-a42e-be003d65ddd8 HTTP/1.1" status: 200  len: 855 time: 0.0632870
Sep 16 19:12:37.378014 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b96327b4-207d-4744-8e97-001cf90eea49 req-7f4be272-dfd1-4507-91cb-8e95f1d7fb13 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470600
Sep 16 19:12:37.413310 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28412ca2-8cb4-4740-9706-985b9bd2b582 req-42083b27-afc1-4a62-9629-8ea2d886320f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53178fe-a87b-4279-a591-91bf9d6cf109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455937
Sep 16 19:12:37.611692 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28412ca2-8cb4-4740-9706-985b9bd2b582 req-a2a626c1-2773-4ea5-b789-0d4eb4f8d56c service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812518
Sep 16 19:12:37.737480 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fda7a-f4f8-4ff8-8719-2de759851bac req-4673ed9b-ad5d-4f1d-ac08-da2ef91127e5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:37.739365 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-829fda7a-f4f8-4ff8-8719-2de759851bac req-4673ed9b-ad5d-4f1d-ac08-da2ef91127e5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 943 time: 0.1001620
Sep 16 19:12:37.755301 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ec82c-0549-41eb-9179-dd097a98ce2b req-03f496c5-bbc0-4669-8f57-2d0775be5bc7 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:37.756747 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-137ec82c-0549-41eb-9179-dd097a98ce2b req-03f496c5-bbc0-4669-8f57-2d0775be5bc7 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 945 time: 0.2184882
Sep 16 19:12:37.794265 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-829fda7a-f4f8-4ff8-8719-2de759851bac req-178406eb-e9cc-47c2-904e-3476a5405163 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484605
Sep 16 19:12:37.805870 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28412ca2-8cb4-4740-9706-985b9bd2b582 req-fc720d2b-167a-4f01-bb2f-c91413c8763c service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839893
Sep 16 19:12:37.840340 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-137ec82c-0549-41eb-9179-dd097a98ce2b req-e4ba0363-2a0d-47c4-869d-5f479c723125 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721223
Sep 16 19:12:38.599175 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037addf0-6e7d-4b42-bbd3-4485106aab83 req-e9007862-b0e8-4bfb-8dd0-8f200356bb85 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:38.600635 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-037addf0-6e7d-4b42-bbd3-4485106aab83 req-e9007862-b0e8-4bfb-8dd0-8f200356bb85 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0872695
Sep 16 19:12:38.647570 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-037addf0-6e7d-4b42-bbd3-4485106aab83 req-8add3e9c-9abb-40e1-8a0d-70d06704255d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410528
Sep 16 19:12:38.765565 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2d03ce04-7b23-42d7-bec4-bb646afaf15f details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:12:38.768101 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:12:38.858276 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab04f-ae30-4f2e-99b0-f07efe17bbae req-286b8767-55b8-4729-b38c-c464c5e5ef3a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:38.867097 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-686ab04f-ae30-4f2e-99b0-f07efe17bbae req-286b8767-55b8-4729-b38c-c464c5e5ef3a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0916326
Sep 16 19:12:38.920785 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-686ab04f-ae30-4f2e-99b0-f07efe17bbae req-bba62663-c3be-4de9-90bf-e3c8ea8439b4 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526934
Sep 16 19:12:39.003567 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:12:39.012245 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:12:39.012621 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:39.082045 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd13f6e-289f-4933-a259-49529fa45f6b req-ca46ee82-654b-4c59-8181-f91c35d4e2ab tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:39.090239 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6fd13f6e-289f-4933-a259-49529fa45f6b req-ca46ee82-654b-4c59-8181-f91c35d4e2ab tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 943 time: 0.1091976
Sep 16 19:12:39.127385 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 2d03ce04-7b23-42d7-bec4-bb646afaf15f, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2d03ce04-7b23-42d7-bec4-bb646afaf15f,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:39.160494 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '2d03ce04-7b23-42d7-bec4-bb646afaf15f', 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109', 'port_id': '2d03ce04-7b23-42d7-bec4-bb646afaf15f', 'mac_address': 'fa:16:3e:2c:cb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c6f517-221a-4891-a42e-be003d65ddd8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:12:39.174774 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6fd13f6e-289f-4933-a259-49529fa45f6b req-5c70caf6-ec08-4e8a-8d58-4dd3364f11e3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831323
Sep 16 19:12:39.253642 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:39.266049 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82e128-69b9-4882-94bf-abb95c401001 req-9861478e-799c-4b02-ae77-2eb08a8889af tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:39.271176 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ff82e128-69b9-4882-94bf-abb95c401001 req-9861478e-799c-4b02-ae77-2eb08a8889af tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 945 time: 0.1327310
Sep 16 19:12:39.293539 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d03ce04-7b23-42d7-bec4-bb646afaf15f {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:12:39.318805 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 2d03ce04-7b23-42d7-bec4-bb646afaf15f, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2d03ce04-7b23-42d7-bec4-bb646afaf15f,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:39.347551 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:39.353571 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:39.359106 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ff82e128-69b9-4882-94bf-abb95c401001 req-171ab798-f860-467b-8628-f7148d2a5801 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787239
Sep 16 19:12:39.439788 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:39.459533 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=2d03ce04-7b23-42d7-bec4-bb646afaf15f,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:39.462856 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:39.492531 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1809b36a-fc1c-4d5c-8f35-9379fd4cb105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:39.515289 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,segment=NetworkSegment(68997964-2f5e-46f7-a606-87047eed8a4a),segment_id=68997964-2f5e-46f7-a606-87047eed8a4a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:39.521538 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:39.525599 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:39.600362 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:39.603371 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:42.098307 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1809b36a-fc1c-4d5c-8f35-9379fd4cb105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a', 'code': 200}
Sep 16 19:12:42.245477 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ea9c3-5307-413d-8d03-94ace94f8f2b req-6578a299-51a6-44bd-91c9-182d42ef1fcf tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:42.247670 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-707ea9c3-5307-413d-8d03-94ace94f8f2b req-6578a299-51a6-44bd-91c9-182d42ef1fcf tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 944 time: 0.0834174
Sep 16 19:12:42.268293 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcee1d-4ccc-44f0-82ef-3423a44ffc84 req-62b1af18-c30a-440e-b1b6-cdfcd6ab1bf3 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:42.269753 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f1dcee1d-4ccc-44f0-82ef-3423a44ffc84 req-62b1af18-c30a-440e-b1b6-cdfcd6ab1bf3 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 946 time: 0.0799780
Sep 16 19:12:42.299390 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-707ea9c3-5307-413d-8d03-94ace94f8f2b req-d9a56c70-bc15-44ff-bccc-db808eb0fe82 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447690
Sep 16 19:12:42.327279 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f1dcee1d-4ccc-44f0-82ef-3423a44ffc84 req-4c8eb0d5-9017-49a2-bc80-27789c9f329a tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515735
Sep 16 19:12:42.382216 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a9759e2e-2aff-4ab9-b77c-6a3636798594 req-65b8290e-d934-42d9-a5fa-8a2c555c5220 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 1099 time: 0.0766213
Sep 16 19:12:42.428673 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a9759e2e-2aff-4ab9-b77c-6a3636798594 req-d0d8c55f-3dc5-415c-b1b9-7d6b400e4804 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361953
Sep 16 19:12:42.532981 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['2d03ce04-7b23-42d7-bec4-bb646afaf15f'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:12:43.332013 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c0d9eb31-91d7-499e-a049-eac3261ea04f req-b2e76058-ecb6-4155-bfdf-156979f2ad03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 1099 time: 0.0809112
Sep 16 19:12:43.426373 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b5d74-cf55-4719-9c29-dfddcc2b812a req-12897d53-fdd1-44a9-a727-e5a6d2215197 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:43.428367 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-908b5d74-cf55-4719-9c29-dfddcc2b812a req-12897d53-fdd1-44a9-a727-e5a6d2215197 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0866258
Sep 16 19:12:43.474418 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-908b5d74-cf55-4719-9c29-dfddcc2b812a req-8b08dd6b-ff5d-4f60-a3d8-d10de348dd5a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400970
Sep 16 19:12:43.508413 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9eb31-91d7-499e-a049-eac3261ea04f req-ac312175-f0c5-4519-bb54-fc1887d1f00c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:43.509845 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c0d9eb31-91d7-499e-a049-eac3261ea04f req-ac312175-f0c5-4519-bb54-fc1887d1f00c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 919 time: 0.1681533
Sep 16 19:12:43.601920 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c0d9eb31-91d7-499e-a049-eac3261ea04f req-dc41d642-ee85-4d12-9895-821af60774a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cec690d-5dd2-4470-af92-59a1615b8717 HTTP/1.1" status: 200  len: 217 time: 0.0732086
Sep 16 19:12:43.644007 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e33b5-46eb-4447-b42d-dc048988ca39 req-340e3c07-902e-4644-a693-f1ce02d394de tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:43.645461 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1c3e33b5-46eb-4447-b42d-dc048988ca39 req-340e3c07-902e-4644-a693-f1ce02d394de tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 944 time: 0.1905770
Sep 16 19:12:43.673423 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6cd09-03e3-418c-a50f-a691c347ce50 req-195d1959-9e11-4d5e-9354-2fc906aca1c7 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:43.675112 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b9f6cd09-03e3-418c-a50f-a691c347ce50 req-195d1959-9e11-4d5e-9354-2fc906aca1c7 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 946 time: 0.0844159
Sep 16 19:12:43.703362 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9eb31-91d7-499e-a049-eac3261ea04f req-ae1e4612-c269-4ac5-8736-698291062558 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:43.704430 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c0d9eb31-91d7-499e-a049-eac3261ea04f req-ae1e4612-c269-4ac5-8736-698291062558 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.0964901
Sep 16 19:12:43.722772 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1c3e33b5-46eb-4447-b42d-dc048988ca39 req-cc9cb77e-c65a-443f-a63e-e5f72738fa5c tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604260
Sep 16 19:12:43.738218 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b9f6cd09-03e3-418c-a50f-a691c347ce50 req-cf2604e5-3c9d-43e3-8554-6e3a5bd4a011 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493729
Sep 16 19:12:43.810231 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c0d9eb31-91d7-499e-a049-eac3261ea04f req-77e15358-e4e2-42a9-b256-075380ee54d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0946112
Sep 16 19:12:43.951343 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c0d9eb31-91d7-499e-a049-eac3261ea04f req-d4ac21d6-778f-43c9-a2ab-09d2c3708fed service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208308
Sep 16 19:12:44.024392 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2d03ce04-7b23-42d7-bec4-bb646afaf15f up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:12:44.102323 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c0d9eb31-91d7-499e-a049-eac3261ea04f req-89fe09b1-1625-416b-9462-5c074e2cb524 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435072
Sep 16 19:12:44.108042 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 2d03ce04-7b23-42d7-bec4-bb646afaf15f completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:12:44.114039 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 2d03ce04-7b23-42d7-bec4-bb646afaf15f triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:12:44.114450 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:44.248024 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:44.281560 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d10f66-8f39-4406-ae44-9c1ea482f0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d03ce04-7b23-42d7-bec4-bb646afaf15f'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:44.292269 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 2d03ce04-7b23-42d7-bec4-bb646afaf15f, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2d03ce04-7b23-42d7-bec4-bb646afaf15f,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:44.299938 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:44.302174 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:44.354885 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d10f66-8f39-4406-ae44-9c1ea482f0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d03ce04-7b23-42d7-bec4-bb646afaf15f', 'code': 200}
Sep 16 19:12:44.380040 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=2d03ce04-7b23-42d7-bec4-bb646afaf15f,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:44.389151 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:44.726896 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efe033-f745-4603-9e0f-616637838aff req-8efd7632-a2d0-49f8-b4e0-4c177348ff36 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:44.728284 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-70efe033-f745-4603-9e0f-616637838aff req-8efd7632-a2d0-49f8-b4e0-4c177348ff36 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1067200
Sep 16 19:12:44.735723 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f84f785c-c61c-4bfd-9f48-4712fe7534de req-3d7bca29-6cbf-4423-bd1d-37d0c792b821 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 1098 time: 0.1476231
Sep 16 19:12:44.821412 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-70efe033-f745-4603-9e0f-616637838aff req-3870c49b-92a4-447a-af7e-3a4e4fc85437 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823319
Sep 16 19:12:44.826235 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f84f785c-c61c-4bfd-9f48-4712fe7534de req-50ba1fdb-9653-441c-8ca5-b85a8b660f64 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669250
Sep 16 19:12:44.927469 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac72a3-4915-4e16-8880-f04ef3fa6799 req-343e85cf-7744-435b-849d-c3a93c588279 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:44.929074 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d5ac72a3-4915-4e16-8880-f04ef3fa6799 req-343e85cf-7744-435b-849d-c3a93c588279 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 945 time: 0.0837586
Sep 16 19:12:44.984440 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d5ac72a3-4915-4e16-8880-f04ef3fa6799 req-bbbd13df-d664-4f2b-ba40-e472ba6b37b6 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484831
Sep 16 19:12:45.016981 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf11e5-3dc3-417f-9e84-003bff87e792 req-3827e320-a2f9-4ccf-a7e2-e0e34491efbe tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:45.018453 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-80cf11e5-3dc3-417f-9e84-003bff87e792 req-3827e320-a2f9-4ccf-a7e2-e0e34491efbe tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 946 time: 0.0848522
Sep 16 19:12:45.064405 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-80cf11e5-3dc3-417f-9e84-003bff87e792 req-0b7b8fcc-af1e-4b38-bf90-11993b2547ac tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403221
Sep 16 19:12:48.733505 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434ff02-137a-4b51-b514-efb65de4e063 req-730ae11b-29d9-408e-9793-b15644210553 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:48.735030 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9434ff02-137a-4b51-b514-efb65de4e063 req-730ae11b-29d9-408e-9793-b15644210553 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1340492
Sep 16 19:12:48.757040 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04590f3-a506-479a-8111-befa896cd5f5 req-686d05d9-5a35-4982-93fd-8ef4a64b3117 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:48.758680 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e04590f3-a506-479a-8111-befa896cd5f5 req-686d05d9-5a35-4982-93fd-8ef4a64b3117 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 945 time: 0.1181009
Sep 16 19:12:48.802375 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9434ff02-137a-4b51-b514-efb65de4e063 req-22bdbf3f-9ec2-47c7-be8f-9c0aec7a10a9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612066
Sep 16 19:12:48.824914 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e04590f3-a506-479a-8111-befa896cd5f5 req-526d2d9e-c8c9-4846-880b-2632021cceae tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493751
Sep 16 19:12:50.036923 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ec6e9-f045-4313-9080-e38b713fd3cd req-5627af1a-e7f6-461f-9232-1afd3a05516f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:50.046406 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ef9ec6e9-f045-4313-9080-e38b713fd3cd req-5627af1a-e7f6-461f-9232-1afd3a05516f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0969543
Sep 16 19:12:50.093926 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9fb38-d764-4a85-a040-a0d496667561 req-d4bdbaeb-7e71-4ea0-aa9b-69873ecdb01b tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:50.095670 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-75b9fb38-d764-4a85-a040-a0d496667561 req-d4bdbaeb-7e71-4ea0-aa9b-69873ecdb01b tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 946 time: 0.1359987
Sep 16 19:12:50.107168 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ef9ec6e9-f045-4313-9080-e38b713fd3cd req-08896599-0e35-4803-a180-9f508cdc7e92 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591660
Sep 16 19:12:50.155672 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-75b9fb38-d764-4a85-a040-a0d496667561 req-0ade7425-ea06-41a7-8fcc-9af5a8e62f56 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522487
Sep 16 19:12:50.302910 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58654) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:50.313258 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190c20a-5c26-4869-83fd-75344f38d7b9 req-cd3bb067-5e0a-4969-b3c7-e358f6de97e3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:50.314769 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3190c20a-5c26-4869-83fd-75344f38d7b9 req-cd3bb067-5e0a-4969-b3c7-e358f6de97e3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 945 time: 0.0912247
Sep 16 19:12:50.367173 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3190c20a-5c26-4869-83fd-75344f38d7b9 req-e5d0354e-aff1-4ee2-af45-be20d8fec592 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464971
Sep 16 19:12:50.455508 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:50.487237 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:50.491313 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] Usage tracker for resource:security_group_rule and tenant:eb9cf61faf8e49ccb57e6d2be8bc2e0b is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:50.494093 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:50.500125 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:50.575775 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:50.579840 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:50.587018 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2ceddf7d-f262-4a46-8ddc-60b5cae3532e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:50.627752 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f34954f-55de-4037-836e-0bc42aba0d8d,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:50.630934 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:50.633545 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb9cf61faf8e49ccb57e6d2be8bc2e0b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3289104
Sep 16 19:12:50.636473 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58662) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:50.707476 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-302cac11-2750-49cb-90cd-0587571475a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:50.736718 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-302cac11-2750-49cb-90cd-0587571475a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:50.800408 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-302cac11-2750-49cb-90cd-0587571475a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:50.808728 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-02d37858-9fda-4ea5-a951-0e188418154c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:50.821363 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cac11-2750-49cb-90cd-0587571475a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f34954f-55de-4037-836e-0bc42aba0d8d,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:50.825217 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-302cac11-2750-49cb-90cd-0587571475a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:50.835175 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-302cac11-2750-49cb-90cd-0587571475a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:50.836780 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-302cac11-2750-49cb-90cd-0587571475a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f34954f-55de-4037-836e-0bc42aba0d8d HTTP/1.1" status: 204  len: 168 time: 0.1993880
Sep 16 19:12:51.370693 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89da67-2fdb-4171-b2f6-7f68ab16a8ec req-82477d3f-241e-493e-b538-39a2a706cd99 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:51.373082 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ff89da67-2fdb-4171-b2f6-7f68ab16a8ec req-82477d3f-241e-493e-b538-39a2a706cd99 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 946 time: 0.0886884
Sep 16 19:12:51.394892 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1d1a5-59ce-4c6e-a768-32c68496a1f8 req-24d3d7a6-f9d9-4971-8972-eb3f241e0722 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:51.400486 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d2a1d1a5-59ce-4c6e-a768-32c68496a1f8 req-24d3d7a6-f9d9-4971-8972-eb3f241e0722 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1739702
Sep 16 19:12:51.421387 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ff89da67-2fdb-4171-b2f6-7f68ab16a8ec req-a9b6130d-5a0e-4bbd-9655-40998e51e8bc tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425823
Sep 16 19:12:51.456505 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d2a1d1a5-59ce-4c6e-a768-32c68496a1f8 req-29bcd017-03fe-4624-b540-6add305c9d73 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495729
Sep 16 19:12:51.706175 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58710) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:51.845527 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-528030522-network', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:12:51.849971 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:51.853862 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Usage tracker for resource:network and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:51.856835 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:51.866024 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:51.877632 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Made reservation on behalf of e6e35375d8bb43cfa62224d5c126faf2 for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:12:51.880460 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:51.894489 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:51.938952 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:51.942939 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Usage tracker for resource:security_group_rule and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:51.946860 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:51.951790 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:52.051987 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.060005 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.084860 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:12:52.105872 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.105872 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Added segment 9550b63f-693f-41c4-a773-ceed49eea125 of type vlan for network 745e6c15-01a1-41b4-9672-c820aee3fede
Sep 16 19:12:52.126428 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-24c8f5b2-78e2-43b7-9031-1a7c6b1fed4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:52.171771 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431112fc-ae15-4c53-8a2b-59902c81dfc0,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:52.175218 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.178792 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:52.213899 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.215253 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:52.215938 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.221460 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:52.300819 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c852a-d373-4435-b6d7-a943fa495481 req-260c4bed-2cd2-4273-9dd4-959b4fd4f073 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:52.302410 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c57c852a-d373-4435-b6d7-a943fa495481 req-260c4bed-2cd2-4273-9dd4-959b4fd4f073 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.20 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 946 time: 0.0969405
Sep 16 19:12:52.334187 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6240675
Sep 16 19:12:52.334187 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Pushing event updated for resources: {'Network': ['ID=745e6c15-01a1-41b4-9672-c820aee3fede,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:52.335388 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58744) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:52.337803 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:52.341643 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Request body: {'subnet': {'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-528030522-subnet', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'ip_version': 4}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:12:52.343850 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 745e6c15-01a1-41b4-9672-c820aee3fede details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:12:52.355117 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:52.362081 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Usage tracker for resource:subnet and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:52.366903 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:52.374219 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:52.388964 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-c57c852a-d373-4435-b6d7-a943fa495481 req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Deleting port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:12:52.389517 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Made reservation on behalf of e6e35375d8bb43cfa62224d5c126faf2 for: {'subnet': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:12:52.390094 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c57c852a-d373-4435-b6d7-a943fa495481 req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.391924 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3124558'] for subnet, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.744988 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2682398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3124568'] for subnet, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.751623 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-c57c852a-d373-4435-b6d7-a943fa495481 req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] For port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,segment=NetworkSegment(68997964-2f5e-46f7-a606-87047eed8a4a),segment_id=68997964-2f5e-46f7-a606-87047eed8a4a)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:52.752128 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c57c852a-d373-4435-b6d7-a943fa495481 req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.763539 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:52.801165 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98860-31f9-4dcb-8523-a7965604d88c req-ea559d83-ca0e-4dc0-8a15-65da7fe3ed29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:52.802665 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-27e98860-31f9-4dcb-8523-a7965604d88c req-ea559d83-ca0e-4dc0-8a15-65da7fe3ed29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 946 time: 0.2012639
Sep 16 19:12:52.873658 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b213f38-057c-4040-8428-c0bea9171bd8,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:52.878831 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:52.902952 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Checking segment: {'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:12:52.903310 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Network hostable DHCP agents. Network: 745e6c15-01a1-41b4-9672-c820aee3fede, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:12:52.909501 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-27e98860-31f9-4dcb-8523-a7965604d88c req-465df4ce-81df-4d01-b398-0cd7a51b3021 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a371b31-448a-4661-941b-21f1777eaa96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959640
Sep 16 19:12:52.923666 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-c57c852a-d373-4435-b6d7-a943fa495481 req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Calling delete_port for 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:12:52.930427 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Network 745e6c15-01a1-41b4-9672-c820aee3fede is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:12:52.945614 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 745e6c15-01a1-41b4-9672-c820aee3fede) {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:12:52.951854 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:52.952791 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:52.961830 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac52b464-6044-4ed8-8281-9cd5059e9c98 None None] Network 745e6c15-01a1-41b4-9672-c820aee3fede requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:12:52.980801 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-cc5b9891-8dbe-4a2b-8e9c-895144cebbde admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6442730
Sep 16 19:12:52.985801 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58760) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:52.989720 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:12:53.003782 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:53.008957 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Usage tracker for resource:router and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:53.014992 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:53.030209 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:53.059334 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25041'] for router, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.060441 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25066'] for router, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.084566 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.108438 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1893afc-0f40-4129-beb8-6d834b8fce8d req-47cb263b-bb90-41b9-a859-0895360613ab tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:53.115317 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c1893afc-0f40-4129-beb8-6d834b8fce8d req-47cb263b-bb90-41b9-a859-0895360613ab tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.3552089
Sep 16 19:12:53.215176 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c1893afc-0f40-4129-beb8-6d834b8fce8d req-1b1833c8-019a-4bc8-8ca2-13ae8c5b2de2 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988464
Sep 16 19:12:53.235854 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4d7c6a9-5804-5803-a105-e0f3269092f5-745e6c15-01a1-41b4-9672-c820aee3fede', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8'}]}} from dv-cinder-809447-1-iscsi. {{(pid=75162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 16 19:12:53.235854 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.236234 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c57c852a-d373-4435-b6d7-a943fa495481 req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.242781 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:53.256176 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.258330 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:12:53.339049 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Pushing event deleted for resources: {'Port': ['ID=35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:53.346426 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:53.439169 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57c852a-d373-4435-b6d7-a943fa495481 req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] No DVR routers for this DVR port 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:12:53.444936 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c57c852a-d373-4435-b6d7-a943fa495481 req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.450353 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1809b36a-fc1c-4d5c-8f35-9379fd4cb105', 'name': 'network-vif-deleted', 'tag': '35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:12:53.468568 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c57c852a-d373-4435-b6d7-a943fa495481 req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.20 "DELETE /v2.0/ports/35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a HTTP/1.1" status: 204  len: 173 time: 1.1562395
Sep 16 19:12:53.484923 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.db_base_plugin_common [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Allocated IP 172.20.0.2 (745e6c15-01a1-41b4-9672-c820aee3fede/4b213f38-057c-4040-8428-c0bea9171bd8/dc0ac8e7-b0cc-482e-985d-093b250c3de6) {{(pid=75162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:12:53.524858 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.540209 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1809b36a-fc1c-4d5c-8f35-9379fd4cb105', 'name': 'network-vif-deleted', 'tag': '35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a', 'status': 'completed', 'code': 200}
Sep 16 19:12:53.575824 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.696162 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b9f465ec-b3e7-4ebf-bcbb-1f42fd4849c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.711783 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.722692 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Transition to ACTIVE for port object dc0ac8e7-b0cc-482e-985d-093b250c3de6 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:12:53.748411 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Transition to ACTIVE for port object dc0ac8e7-b0cc-482e-985d-093b250c3de6 will not be triggered until provisioned by entity DHCP. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:12:53.752544 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Allocated IP 172.27.3.227 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:12:53.760993 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.766024 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:53.800376 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.824527 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Network 745e6c15-01a1-41b4-9672-c820aee3fede is already hosted by enough agents. {{(pid=75162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:12:53.831378 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.base_scheduler [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Resources bound (agent type, host, resource id):  {{(pid=75162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:12:53.833703 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Received port after_create {{(pid=75162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:12:53.921613 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.945874 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Pushing event updated for resources: {'Port': ['ID=dc0ac8e7-b0cc-482e-985d-093b250c3de6,revision_number=1']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:53.948697 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:53.954070 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.959630 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2d919013-9585-48ab-8e27-97772e0ae1e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:53.969460 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Attempting to bind port dc0ac8e7-b0cc-482e-985d-093b250c3de6 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:12:53.969460 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Attempting to bind port dc0ac8e7-b0cc-482e-985d-093b250c3de6 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:12:53.969795 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Attempting to bind port dc0ac8e7-b0cc-482e-985d-093b250c3de6 on network 745e6c15-01a1-41b4-9672-c820aee3fede {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:12:53.976788 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:12:53.977274 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Checking segment: {'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:12:53.977666 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:53.978101 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Bound using segment: {'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:12:53.978857 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Bound port: dc0ac8e7-b0cc-482e-985d-093b250c3de6, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:12:53.979403 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:54.045288 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Pushing event updated for resources: {'Port': ['ID=53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:54.050672 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:54.066751 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:12:54.072093 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:12:54.075408 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:12:54.082901 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] For port dc0ac8e7-b0cc-482e-985d-093b250c3de6, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:12:54.086619 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] For port dc0ac8e7-b0cc-482e-985d-093b250c3de6, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=dc0ac8e7-b0cc-482e-985d-093b250c3de6,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:12:54.093534 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:54.098245 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:54.135542 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-7c9e098f-cf86-4b78-b483-6b97f99740dc req-6fb2515c-601d-4fe8-9e40-b0993eddb98c tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Synchronizing usage tracker for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:12:54.153506 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-7c9e098f-cf86-4b78-b483-6b97f99740dc req-6fb2515c-601d-4fe8-9e40-b0993eddb98c tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Unset dirty status for tenant:a08e1aa164ba4611872d63e3c60c8829 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:12:54.155954 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7c9e098f-cf86-4b78-b483-6b97f99740dc req-6fb2515c-601d-4fe8-9e40-b0993eddb98c tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=1809b36a-fc1c-4d5c-8f35-9379fd4cb105 HTTP/1.1" status: 200  len: 210 time: 0.0701964
Sep 16 19:12:54.168915 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Pushing event updated for resources: {'Port': ['ID=dc0ac8e7-b0cc-482e-985d-093b250c3de6,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:54.172875 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:54.347566 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:54.348326 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864'] for router, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:54.566924 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096dce4-18e3-4c99-a1f6-593cbbea242a req-f10c7503-2268-4561-844e-82aff1e07287 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:54.578445 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7096dce4-18e3-4c99-a1f6-593cbbea242a req-f10c7503-2268-4561-844e-82aff1e07287 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1704123
Sep 16 19:12:54.611199 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device dc0ac8e7-b0cc-482e-985d-093b250c3de6 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:12:54.686735 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port dc0ac8e7-b0cc-482e-985d-093b250c3de6 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:12:54.697959 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7096dce4-18e3-4c99-a1f6-593cbbea242a req-e9b8785d-79ee-4476-857e-556b00a6ecd0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687513
Sep 16 19:12:54.767251 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Router 533f5e67-53f7-4fc3-8d94-df0558fc72ef is scheduled to L3 agent 47301655-9877-4924-9286-fd3835d3484c with binding_index 1 {{(pid=75160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 16 19:12:54.983191 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58798) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:55.019701 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:12:55.030181 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Sync routers for ids ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:12:55.054710 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Routers {'533f5e67-53f7-4fc3-8d94-df0558fc72ef'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:12:55.055349 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445fcf640>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:12:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:55.070701 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:55.074762 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.0896831
Sep 16 19:12:55.076504 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58804) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:55.183775 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:55.225344 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:55.230089 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] Usage tracker for resource:security_group_rule and tenant:c43f034100974be7889c1df95c02ebd8 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:55.234033 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:55.249530 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:55.306368 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Set router 533f5e67-53f7-4fc3-8d94-df0558fc72ef gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:12:55.353461 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:55.363345 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:55.380250 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:55.426463 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238b90ac-c55a-4691-8404-9c75083eaf78,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:55.431505 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:55.450961 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c43f034100974be7889c1df95c02ebd8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4659834
Sep 16 19:12:55.453597 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58814) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:55.540315 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3bc66391-f4be-4ca8-b37e-1f8182a67a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:55.552721 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d1c98fe4-d282-422f-a2cb-0d61953eecc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:55.600830 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d1c98fe4-d282-422f-a2cb-0d61953eecc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:55.605946 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0e7bd-a585-469a-9360-8a806e8b3b87 None None] Network 745e6c15-01a1-41b4-9672-c820aee3fede requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:12:55.696693 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d1c98fe4-d282-422f-a2cb-0d61953eecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:55.702436 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d694630f-5019-4c5b-acd9-869410296843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:55.729893 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c98fe4-d282-422f-a2cb-0d61953eecc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238b90ac-c55a-4691-8404-9c75083eaf78,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:55.733073 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d1c98fe4-d282-422f-a2cb-0d61953eecc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:55.743981 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d1c98fe4-d282-422f-a2cb-0d61953eecc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:55.746243 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-d1c98fe4-d282-422f-a2cb-0d61953eecc3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/238b90ac-c55a-4691-8404-9c75083eaf78 HTTP/1.1" status: 204  len: 168 time: 0.2916512
Sep 16 19:12:55.809459 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445fcf640>, [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:54Z', 'revision_number': 3, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:55.816601 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Checking router: 533f5e67-53f7-4fc3-8d94-df0558fc72ef for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:12:55.818331 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Updating router 533f5e67-53f7-4fc3-8d94-df0558fc72ef port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 binding host dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:12:55.937517 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-310cf3e8-c806-496c-860c-7684713a3b5f None None] Provisioning for port dc0ac8e7-b0cc-482e-985d-093b250c3de6 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:12:55.956068 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-310cf3e8-c806-496c-860c-7684713a3b5f None None] Provisioning complete for port dc0ac8e7-b0cc-482e-985d-093b250c3de6 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:12:55.956709 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-310cf3e8-c806-496c-860c-7684713a3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:55.985562 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.108231 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:12:56.170789 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:12:56.171271 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 35dcc9e0-1c5c-4b98-bf2a-caa8f4c40a8a not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:12:56.292374 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-310cf3e8-c806-496c-860c-7684713a3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.362831 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-310cf3e8-c806-496c-860c-7684713a3b5f None None] For port dc0ac8e7-b0cc-482e-985d-093b250c3de6, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=dc0ac8e7-b0cc-482e-985d-093b250c3de6,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:12:56.368174 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-310cf3e8-c806-496c-860c-7684713a3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.376970 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:56.377103 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f9346-6440-4587-aabd-a08916c59842 req-1d0e1c21-9750-427b-b0a6-d97a11df8fb1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:56.384159 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dc3f9346-6440-4587-aabd-a08916c59842 req-1d0e1c21-9750-427b-b0a6-d97a11df8fb1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2862594
Sep 16 19:12:56.415828 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.453309 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58840) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:56.496416 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.548840 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:56.552981 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.558019 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] Usage tracker for resource:security_group_rule and tenant:89620766adc34b0cb33ebb15ca9b22c3 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:56.564306 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:56.568057 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cf3e8-c806-496c-860c-7684713a3b5f None None] Pushing event updated for resources: {'Port': ['ID=dc0ac8e7-b0cc-482e-985d-093b250c3de6,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:56.582188 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:56.584433 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-310cf3e8-c806-496c-860c-7684713a3b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:56.593297 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dc3f9346-6440-4587-aabd-a08916c59842 req-4591c21a-9ee5-4d32-9ced-1709f4982acd tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082505
Sep 16 19:12:56.629663 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Notify callbacks [] for port, precommit_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.647571 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.provisioning_blocks [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Transition to ACTIVE for port object 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 will not be triggered until provisioned by entity L2. {{(pid=75163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:12:56.656306 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.661466 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:56.717427 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-1fb976fe-bf97-461b-a54b-3b91640d4727 None None] Provisioning complete for port dc0ac8e7-b0cc-482e-985d-093b250c3de6 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:12:56.718312 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1fb976fe-bf97-461b-a54b-3b91640d4727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.732732 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.743004 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.765473 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-544c68df-0e38-41ce-935d-a34858066a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:56.790296 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Pushing event updated for resources: {'Port': ['ID=53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31,revision_number=2']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:56.813953 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Attempting to bind port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:12:56.814714 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Attempting to bind port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:12:56.815249 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Attempting to bind port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 on network 12b4b60e-61ac-4f17-9f35-3f35015313b9 {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:12:56.824393 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89620766adc34b0cb33ebb15ca9b22c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3694551
Sep 16 19:12:56.827454 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58852) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:56.829188 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.829535 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.829866 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.830208 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.830532 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.830856 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.831167 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.841099 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.841596 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.842070 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.842578 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:56.852945 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:56.860436 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:12:56.860812 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:12:56.861221 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.861614 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Bound using segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:12:56.862081 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Bound port: 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:12:56.862515 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:56.907787 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Allocated IP 172.20.0.1 (745e6c15-01a1-41b4-9672-c820aee3fede/4b213f38-057c-4040-8428-c0bea9171bd8/30bfb37a-4548-4246-a7dd-ce752668c133) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:12:56.924433 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0e0f0a-4bb6-48bd-8c43-7a01a2c06df3,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:56.940237 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:56.997727 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] For port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:12:57.006710 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] For port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:12:57.014573 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:57.025056 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:57.075731 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bf3c04f1-5fec-4112-9e7a-d17581d301c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:57.128226 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bf3c04f1-5fec-4112-9e7a-d17581d301c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:57.204939 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:57.227924 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bf3c04f1-5fec-4112-9e7a-d17581d301c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:57.239160 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:57.240157 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Transition to ACTIVE for port object 30bfb37a-4548-4246-a7dd-ce752668c133 will not be triggered until provisioned by entity DHCP. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:12:57.260397 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Pushing event updated for resources: {'Port': ['ID=53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31,revision_number=3']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:57.264361 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:57.268495 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Routers {'533f5e67-53f7-4fc3-8d94-df0558fc72ef'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:12:57.269247 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445fcf640>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:12:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:57.280116 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c04f1-5fec-4112-9e7a-d17581d301c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0e0f0a-4bb6-48bd-8c43-7a01a2c06df3,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:57.282839 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-bf3c04f1-5fec-4112-9e7a-d17581d301c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:57.283947 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bf3c04f1-5fec-4112-9e7a-d17581d301c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:57.287983 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-bf3c04f1-5fec-4112-9e7a-d17581d301c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da0e0f0a-4bb6-48bd-8c43-7a01a2c06df3 HTTP/1.1" status: 204  len: 168 time: 0.4568267
Sep 16 19:12:57.300537 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:57.322884 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:57.441354 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Network 745e6c15-01a1-41b4-9672-c820aee3fede is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:12:57.447296 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:12:57.448400 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8fb889e8-5db9-43b9-8da0-b460016da958 req-d9cb8f5a-973f-4641-93b1-ae871b297229 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 1099 time: 0.1148725
Sep 16 19:12:57.450863 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=30bfb37a-4548-4246-a7dd-ce752668c133,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:57.455738 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:12:57.516277 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:57.517006 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704966'] for router_interface, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:57.630526 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:57.636481 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] Set router 533f5e67-53f7-4fc3-8d94-df0558fc72ef gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:12:57.694820 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb889e8-5db9-43b9-8da0-b460016da958 req-01e66910-6262-48fe-aa4a-bc87eaf9e5f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:57.696518 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8fb889e8-5db9-43b9-8da0-b460016da958 req-01e66910-6262-48fe-aa4a-bc87eaf9e5f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 919 time: 0.2086663
Sep 16 19:12:57.889337 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8fb889e8-5db9-43b9-8da0-b460016da958 req-93f45b3a-e8db-4347-a587-572e61b7000e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cec690d-5dd2-4470-af92-59a1615b8717 HTTP/1.1" status: 200  len: 217 time: 0.1847773
Sep 16 19:12:57.964683 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-bf0d6f4b-4ed3-48fc-a411-0d022e1b1470 None None] Provisioning for port 30bfb37a-4548-4246-a7dd-ce752668c133 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:12:57.972704 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-bf0d6f4b-4ed3-48fc-a411-0d022e1b1470 None None] Provisioning complete for port 30bfb37a-4548-4246-a7dd-ce752668c133 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:12:57.973219 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-bf0d6f4b-4ed3-48fc-a411-0d022e1b1470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:58.038665 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648419df-16e7-4ff6-8478-1e34c9912436 req-1973452e-8085-4c31-b3ed-3a33271d5899 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:58.040480 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-648419df-16e7-4ff6-8478-1e34c9912436 req-1973452e-8085-4c31-b3ed-3a33271d5899 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2197399
Sep 16 19:12:58.042807 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb889e8-5db9-43b9-8da0-b460016da958 req-831f62ed-51f8-4eb2-9b7b-87e435f3633b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:12:58.044120 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8fb889e8-5db9-43b9-8da0-b460016da958 req-831f62ed-51f8-4eb2-9b7b-87e435f3633b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.1423275
Sep 16 19:12:58.075200 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:58.084545 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:58.142774 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-648419df-16e7-4ff6-8478-1e34c9912436 req-f602f10c-8db8-4510-bc6e-03ba0d649fd2 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960310
Sep 16 19:12:58.153971 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d6f4b-4ed3-48fc-a411-0d022e1b1470 None None] Port 30bfb37a-4548-4246-a7dd-ce752668c133 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:12:58.167203 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:58.169913 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:58.193285 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445fcf640>, [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:54Z', 'revision_number': 3, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:12:58.199073 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7ae24-538e-4b0e-9679-eb3955cda563 None None] The sync data for ids ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'] in dv-cinder-809447-1-iscsi is: [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:54Z', 'revision_number': 3, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:12:58.269835 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15345371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719594'] for router_interface, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:58.298282 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=30bfb37a-4548-4246-a7dd-ce752668c133,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:58.300226 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:58.445307 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Network 745e6c15-01a1-41b4-9672-c820aee3fede is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:12:58.446746 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:12:58.590943 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device dc0ac8e7-b0cc-482e-985d-093b250c3de6 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:12:58.709403 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port dc0ac8e7-b0cc-482e-985d-093b250c3de6 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:12:58.710276 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:58.841616 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c11fe944-6aaf-4633-9443-ee6872552e11 None None] Provisioning complete for port 30bfb37a-4548-4246-a7dd-ce752668c133 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:12:58.842456 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c11fe944-6aaf-4633-9443-ee6872552e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:58.949654 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c11fe944-6aaf-4633-9443-ee6872552e11 None None] Port 30bfb37a-4548-4246-a7dd-ce752668c133 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:12:58.967639 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Router 533f5e67-53f7-4fc3-8d94-df0558fc72ef has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:12:59.210984 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:12:59.234419 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] 10.222.0.22 "PUT /v2.0/routers/533f5e67-53f7-4fc3-8d94-df0558fc72ef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1471577
Sep 16 19:12:59.544421 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58942) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:59.700644 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:59.737751 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:12:59.741774 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Usage tracker for resource:security_group_rule and tenant:d9625c6a33ba47e6870903557eee64ad is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:12:59.745189 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:12:59.750753 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:12:59.819193 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:59.823091 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:59.830712 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8011bc50-fcbc-4fc0-a4c1-f786f03c3752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:12:59.872642 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d959b-9fcc-41f2-890f-540c5bfbf1cc,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:12:59.880646 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9625c6a33ba47e6870903557eee64ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3311775
Sep 16 19:12:59.880953 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58956) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:12:59.901384 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.901743 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.902092 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.902470 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.902810 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.903151 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.903484 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.903816 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.904148 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.904475 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.904804 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:12:59.911017 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fd14d9bf-8494-4d08-a462-5d611d57fdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:12:59.960060 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b2aacf79-8a14-4d10-b810-dc376531aba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:12:59.987025 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b2aacf79-8a14-4d10-b810-dc376531aba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.055854 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b2aacf79-8a14-4d10-b810-dc376531aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.062641 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:00.077016 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aacf79-8a14-4d10-b810-dc376531aba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528d959b-9fcc-41f2-890f-540c5bfbf1cc,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:00.080732 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b2aacf79-8a14-4d10-b810-dc376531aba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:00.084425 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b2aacf79-8a14-4d10-b810-dc376531aba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.085551 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-b2aacf79-8a14-4d10-b810-dc376531aba5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/528d959b-9fcc-41f2-890f-540c5bfbf1cc HTTP/1.1" status: 204  len: 168 time: 0.2036536
Sep 16 19:13:00.266057 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 58970) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:00.272064 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1323479206-network', 'tenant_id': '018a53349b40488f9093f9912067a55a'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:00.277415 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:00.281731 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Usage tracker for resource:network and tenant:018a53349b40488f9093f9912067a55a is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:00.285279 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:00.299369 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:00.393821 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Made reservation on behalf of 018a53349b40488f9093f9912067a55a for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:13:00.396093 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.409964 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.444960 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:00.449323 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Usage tracker for resource:security_group_rule and tenant:018a53349b40488f9093f9912067a55a is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:00.452239 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:00.458312 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:00.545661 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:00.547464 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.551793 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.557555 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:00.583209 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:13:00.605693 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33dae94-5b8b-46e1-bab9-167602a5c779,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:00.612158 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.612809 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Added segment 4cb794ff-61e7-4b55-b260-b531cba53613 of type vlan for network 928530ed-a9a6-43d4-bc5c-74303306849a
Sep 16 19:13:00.622976 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.623332 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.623687 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.624037 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.624368 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.624708 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.625048 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.625387 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.625722 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.626057 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.626422 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:00.633965 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:00.634569 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:00.640286 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:00.640820 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.652121 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.692624 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.695312 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:00.696592 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.703225 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-519296cc-2457-47ab-b7a6-162f0a566f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:00.781645 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.798856 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5314500
Sep 16 19:13:00.799198 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:00.800135 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 58990) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:00.803701 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.805904 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:00.808045 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Request body: {'subnet': {'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1323479206-subnet', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:00.812942 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Pushing event updated for resources: {'Network': ['ID=928530ed-a9a6-43d4-bc5c-74303306849a,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:00.814250 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:00.816360 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:00.819160 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Usage tracker for resource:subnet and tenant:018a53349b40488f9093f9912067a55a is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:00.822948 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:00.828867 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:00.838926 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Made reservation on behalf of 018a53349b40488f9093f9912067a55a for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:13:00.841122 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:00.844860 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 928530ed-a9a6-43d4-bc5c-74303306849a details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:13:00.986461 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8fb889e8-5db9-43b9-8da0-b460016da958 req-738738fa-dae7-4545-9cd8-163e7792fd76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537515
Sep 16 19:13:01.060817 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:01.064822 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:01.184134 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fcbe3-3caa-4a22-85d6-e4bec23f6f70 req-febc0c07-c2e8-4305-8936-8fcf69fea23d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:01.185735 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b1fcbe3-3caa-4a22-85d6-e4bec23f6f70 req-febc0c07-c2e8-4305-8936-8fcf69fea23d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0920131
Sep 16 19:13:01.242604 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b1fcbe3-3caa-4a22-85d6-e4bec23f6f70 req-d4e3885f-b0d6-42bc-af86-196c7a0bb1f7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509524
Sep 16 19:13:01.306245 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8fb889e8-5db9-43b9-8da0-b460016da958 req-132f24e2-fd22-46cb-979d-d5021a7d9f56 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3023427
Sep 16 19:13:01.415533 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:01.420934 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:01.430883 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:01.526066 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7236529-8673-4104-9bbd-b707e0c9d2bf,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:01.538642 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:01.547000 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8fb889e8-5db9-43b9-8da0-b460016da958 req-fee96fe7-96c1-4c92-abdb-e20740316d88 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248180
Sep 16 19:13:01.562792 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Checking segment: {'id': '4cb794ff-61e7-4b55-b260-b531cba53613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:01.563150 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Network hostable DHCP agents. Network: 928530ed-a9a6-43d4-bc5c-74303306849a, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:13:01.591321 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Network 928530ed-a9a6-43d4-bc5c-74303306849a is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:13:01.605958 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 928530ed-a9a6-43d4-bc5c-74303306849a) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:01.610801 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:01.611399 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:01.623977 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487337c1-3fce-4c9b-85bd-6f0d9de29cdd None None] Network 928530ed-a9a6-43d4-bc5c-74303306849a requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:13:01.644587 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8401217
Sep 16 19:13:01.645476 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59006) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:01.651852 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1323479206-router', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:01.656621 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:01.663202 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Usage tracker for resource:router and tenant:018a53349b40488f9093f9912067a55a is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:01.667424 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:01.674405 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:01.697042 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25041'] for router, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:01.699859 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25066'] for router, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:01.723248 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:01.986525 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4d7c6a9-5804-5803-a105-e0f3269092f5-928530ed-a9a6-43d4-bc5c-74303306849a', 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'fixed_ips': [{'subnet_id': 'd7236529-8673-4104-9bbd-b707e0c9d2bf'}]}} from dv-cinder-809447-1-iscsi. {{(pid=75162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 16 19:13:01.987360 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:02.009382 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:02.176758 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Sync routers for ids ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:13:02.191153 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.db_base_plugin_common [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Allocated IP 172.20.0.2 (928530ed-a9a6-43d4-bc5c-74303306849a/d7236529-8673-4104-9bbd-b707e0c9d2bf/750a9785-059b-468e-9844-2a12ff7908f3) {{(pid=75162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:13:02.227199 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Routers {'533f5e67-53f7-4fc3-8d94-df0558fc72ef'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:02.227934 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446497c10>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:12:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:02.249554 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:02.284909 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:02.449228 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Allocated IP 172.27.3.196 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/d0566cfa-9a8f-445c-a271-f7f6b6a65f39) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:13:02.563847 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Set router 533f5e67-53f7-4fc3-8d94-df0558fc72ef gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:02.610564 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:02.621024 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006239f-3cff-4cad-a940-131452cffaab req-75f7f3c4-6983-485b-8c25-ed43f1b2e5d5 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:02.625426 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c006239f-3cff-4cad-a940-131452cffaab req-75f7f3c4-6983-485b-8c25-ed43f1b2e5d5 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1970375
Sep 16 19:13:02.655587 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:02.692373 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:02.702788 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:02.706332 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c006239f-3cff-4cad-a940-131452cffaab req-48702e95-75d7-4809-8ea4-b4271bf12ca7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746663
Sep 16 19:13:02.733451 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Notify callbacks [] for port, precommit_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:02.771727 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:02.780373 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:02.784592 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:13:02.809832 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Transition to ACTIVE for port object 750a9785-059b-468e-9844-2a12ff7908f3 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:02.850034 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Pushing event updated for resources: {'Port': ['ID=d0566cfa-9a8f-445c-a271-f7f6b6a65f39,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:02.855397 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:02.885695 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Transition to ACTIVE for port object 750a9785-059b-468e-9844-2a12ff7908f3 will not be triggered until provisioned by entity DHCP. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:02.974930 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:02.983669 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-310cf3e8-c806-496c-860c-7684713a3b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:03.022090 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:03.026644 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:03.094478 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:03.097559 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864'] for router, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:03.278704 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Network 928530ed-a9a6-43d4-bc5c-74303306849a is already hosted by enough agents. {{(pid=75162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:03.303852 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.base_scheduler [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Resources bound (agent type, host, resource id):  {{(pid=75162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:03.323838 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Received port after_create {{(pid=75162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:13:03.575661 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Router ee234160-e51f-4423-96f5-48229703515b is scheduled to L3 agent 47301655-9877-4924-9286-fd3835d3484c with binding_index 1 {{(pid=75160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 16 19:13:03.597821 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28ac8e6f-0714-427b-868d-ef926139dd1a req-bec60ff4-b335-4a0a-b567-dc5650f38e3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 1099 time: 0.2706590
Sep 16 19:13:03.680381 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Pushing event updated for resources: {'Port': ['ID=750a9785-059b-468e-9844-2a12ff7908f3,revision_number=1']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:03.688681 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:03.743529 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-28ac8e6f-0714-427b-868d-ef926139dd1a req-4390a9fd-877c-4840-be51-271382f54266 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122122
Sep 16 19:13:03.896968 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Attempting to bind port 750a9785-059b-468e-9844-2a12ff7908f3 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:13:03.897572 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Attempting to bind port 750a9785-059b-468e-9844-2a12ff7908f3 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '4cb794ff-61e7-4b55-b260-b531cba53613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:13:03.897708 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Attempting to bind port 750a9785-059b-468e-9844-2a12ff7908f3 on network 928530ed-a9a6-43d4-bc5c-74303306849a {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:03.935777 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446497c10>, [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:57Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '30bfb37a-4548-4246-a7dd-ce752668c133', 'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'mac_address': 'fa:16:3e:5e:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:56Z', 'updated_at': '2021-09-16T19:12:57Z', 'revision_number': 2, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'subnets': [{'id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:03.938124 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:13:03.938630 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Checking segment: {'id': '4cb794ff-61e7-4b55-b260-b531cba53613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:03.939060 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:03.939472 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Bound using segment: {'id': '4cb794ff-61e7-4b55-b260-b531cba53613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:13:03.940133 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Bound port: 750a9785-059b-468e-9844-2a12ff7908f3, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb794ff-61e7-4b55-b260-b531cba53613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:13:03.940510 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:03.959586 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Checking router: 533f5e67-53f7-4fc3-8d94-df0558fc72ef for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:13:03.959586 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Updating router 533f5e67-53f7-4fc3-8d94-df0558fc72ef port 30bfb37a-4548-4246-a7dd-ce752668c133 binding host dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:13:04.230508 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162da0c1-4fe4-47f7-a116-6413250a3ada req-9878c282-7206-44e9-a8ae-18bc01798e31 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:04.236145 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-162da0c1-4fe4-47f7-a116-6413250a3ada req-9878c282-7206-44e9-a8ae-18bc01798e31 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2387500
Sep 16 19:13:04.247798 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] For port 750a9785-059b-468e-9844-2a12ff7908f3, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:13:04.249741 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:04.331154 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] For port 750a9785-059b-468e-9844-2a12ff7908f3, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=750a9785-059b-468e-9844-2a12ff7908f3,segment=NetworkSegment(4cb794ff-61e7-4b55-b260-b531cba53613),segment_id=4cb794ff-61e7-4b55-b260-b531cba53613)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:13:04.332833 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-162da0c1-4fe4-47f7-a116-6413250a3ada req-c9ac54d6-7ea1-4913-b593-76b83c5fcdba tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942316
Sep 16 19:13:04.340945 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:13:04.360170 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:04.363973 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Sync routers for ids ['ee234160-e51f-4423-96f5-48229703515b'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:13:04.384062 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-0e585b92-ac30-4085-a121-fbc402d15eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:04.396992 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Routers {'ee234160-e51f-4423-96f5-48229703515b'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:04.408433 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:04.408433 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.7579222
Sep 16 19:13:04.408811 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 59080) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:04.411536 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-70294adc-5430-415e-a0d8-81c25420753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445fcfee0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:12:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['ee234160-e51f-4423-96f5-48229703515b'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:04.766182 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Set router ee234160-e51f-4423-96f5-48229703515b gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:04.984482 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Pushing event updated for resources: {'Port': ['ID=750a9785-059b-468e-9844-2a12ff7908f3,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:05.035686 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.036028 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.036361 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.036694 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.055252 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.062282 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.062727 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.063090 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.063429 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.063755 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.064102 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:05.079151 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:05.358466 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-70294adc-5430-415e-a0d8-81c25420753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445fcfee0>, [{'id': 'ee234160-e51f-4423-96f5-48229703515b', 'name': 'tempest-TestShelveInstance-1323479206-router', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:01Z', 'updated_at': '2021-09-16T19:13:02Z', 'revision_number': 3, 'project_id': '018a53349b40488f9093f9912067a55a', 'gw_port': {'id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee234160-e51f-4423-96f5-48229703515b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:02Z', 'updated_at': '2021-09-16T19:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:05.363782 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Checking router: ee234160-e51f-4423-96f5-48229703515b for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:13:05.364135 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Updating router ee234160-e51f-4423-96f5-48229703515b port d0566cfa-9a8f-445c-a271-f7f6b6a65f39 binding host dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:13:05.468501 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:05.545868 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Notify callbacks [] for port, precommit_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:05.567458 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Transition to ACTIVE for port object 30bfb37a-4548-4246-a7dd-ce752668c133 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:05.585618 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:05.605219 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:05.796092 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59104) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:05.892193 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c496e-49bd-49dd-93bf-b5cb61dfbcbc None None] Pushing event updated for resources: {'Port': ['ID=30bfb37a-4548-4246-a7dd-ce752668c133,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:05.895902 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-8c5c496e-49bd-49dd-93bf-b5cb61dfbcbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:05.903025 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938a50c-f88b-437b-927f-bb122696afe0 req-ae1e9b63-7f22-4705-8a32-f010e3c411b1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:05.918742 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8938a50c-f88b-437b-927f-bb122696afe0 req-ae1e9b63-7f22-4705-8a32-f010e3c411b1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2562225
Sep 16 19:13:06.095195 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8938a50c-f88b-437b-927f-bb122696afe0 req-7b1dac95-7c13-4c3e-ba61-2e832d3de886 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642108
Sep 16 19:13:06.172847 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Attempting to bind port 30bfb37a-4548-4246-a7dd-ce752668c133 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:13:06.177137 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Attempting to bind port 30bfb37a-4548-4246-a7dd-ce752668c133 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:13:06.178582 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Attempting to bind port 30bfb37a-4548-4246-a7dd-ce752668c133 on network 745e6c15-01a1-41b4-9672-c820aee3fede {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:06.203414 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:13:06.205039 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Checking segment: {'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:06.207718 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:06.209123 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Bound using segment: {'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:13:06.210735 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Bound port: 30bfb37a-4548-4246-a7dd-ce752668c133, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:13:06.214711 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:06.468476 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:06.596895 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ba4eb-1d38-4184-ba96-fef9434ccf84 None None] Network 928530ed-a9a6-43d4-bc5c-74303306849a requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:13:06.601345 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:06.610259 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] Usage tracker for resource:security_group_rule and tenant:584dd94c90f241a598ff75168127fcde is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:06.620691 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:06.624579 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Notify callbacks [] for port, precommit_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:06.635784 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:06.651762 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.provisioning_blocks [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Transition to ACTIVE for port object d0566cfa-9a8f-445c-a271-f7f6b6a65f39 will not be triggered until provisioned by entity L2. {{(pid=75163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:06.663950 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:06.670235 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-6ae70147-0c2d-4e93-a721-64616984455d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:06.681760 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:06.694683 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 750a9785-059b-468e-9844-2a12ff7908f3 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:06.769884 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:06.777821 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:06.791613 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-91195ae7-189c-4d07-99f0-b82b44ec3ca4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:06.833092 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6dd9d-1f87-4f05-a23d-f8e597b9d827 None None] Pushing event updated for resources: {'Port': ['ID=d0566cfa-9a8f-445c-a271-f7f6b6a65f39,revision_number=2']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:06.837006 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-5dc6dd9d-1f87-4f05-a23d-f8e597b9d827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:06.841857 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Attempting to bind port d0566cfa-9a8f-445c-a271-f7f6b6a65f39 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:13:06.842379 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Attempting to bind port d0566cfa-9a8f-445c-a271-f7f6b6a65f39 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:13:06.842851 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Attempting to bind port d0566cfa-9a8f-445c-a271-f7f6b6a65f39 on network 12b4b60e-61ac-4f17-9f35-3f35015313b9 {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:06.861797 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:13:06.862393 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:06.862891 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:06.863381 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Bound using segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:13:06.864012 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Bound port: d0566cfa-9a8f-445c-a271-f7f6b6a65f39, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:13:06.864286 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5b0f84-07db-49ae-9cb2-e24918a14550,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:06.864742 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:06.887461 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:06.895700 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=584dd94c90f241a598ff75168127fcde&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0726392
Sep 16 19:13:06.898762 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59118) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:06.929293 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] For port 30bfb37a-4548-4246-a7dd-ce752668c133, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:13:06.939843 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] For port 30bfb37a-4548-4246-a7dd-ce752668c133, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=30bfb37a-4548-4246-a7dd-ce752668c133,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:13:06.978865 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-70294adc-5430-415e-a0d8-81c25420753b None None] For port d0566cfa-9a8f-445c-a271-f7f6b6a65f39, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:13:06.985474 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-70294adc-5430-415e-a0d8-81c25420753b None None] For port d0566cfa-9a8f-445c-a271-f7f6b6a65f39, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=d0566cfa-9a8f-445c-a271-f7f6b6a65f39,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:13:06.993434 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:07.000002 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-cb408cfc-e1d6-49fd-8b61-0adb61f039ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:07.022511 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:07.057854 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:07.068325 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-195efb19-012f-4b43-bc4e-e4a8145b78c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:07.083134 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6dd9d-1f87-4f05-a23d-f8e597b9d827 None None] Pushing event updated for resources: {'Port': ['ID=d0566cfa-9a8f-445c-a271-f7f6b6a65f39,revision_number=3']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:07.127980 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-5dc6dd9d-1f87-4f05-a23d-f8e597b9d827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:07.143213 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Allocated IP 172.20.0.1 (928530ed-a9a6-43d4-bc5c-74303306849a/d7236529-8673-4104-9bbd-b707e0c9d2bf/469e5c8c-54e3-4c09-bb23-cf02de1b98d1) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:13:07.157123 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-195efb19-012f-4b43-bc4e-e4a8145b78c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:07.199887 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Routers {'ee234160-e51f-4423-96f5-48229703515b'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:07.203130 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-70294adc-5430-415e-a0d8-81c25420753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445fcfee0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:12:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['ee234160-e51f-4423-96f5-48229703515b'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:07.279536 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Routers {'533f5e67-53f7-4fc3-8d94-df0558fc72ef'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:07.280268 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446497c10>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:12:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:07.330184 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-195efb19-012f-4b43-bc4e-e4a8145b78c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:07.334300 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:07.377647 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195efb19-012f-4b43-bc4e-e4a8145b78c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5b0f84-07db-49ae-9cb2-e24918a14550,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:07.398997 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-195efb19-012f-4b43-bc4e-e4a8145b78c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:07.410410 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-195efb19-012f-4b43-bc4e-e4a8145b78c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:07.411574 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-195efb19-012f-4b43-bc4e-e4a8145b78c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca5b0f84-07db-49ae-9cb2-e24918a14550 HTTP/1.1" status: 204  len: 168 time: 0.5086915
Sep 16 19:13:07.454284 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c496e-49bd-49dd-93bf-b5cb61dfbcbc None None] Pushing event updated for resources: {'Port': ['ID=30bfb37a-4548-4246-a7dd-ce752668c133,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:07.506318 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-8c5c496e-49bd-49dd-93bf-b5cb61dfbcbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:07.569611 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-a5b0d0ce-b736-4d40-aab6-9ffdc649706e None None] Provisioning for port 750a9785-059b-468e-9844-2a12ff7908f3 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:07.700080 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:07.738529 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 750a9785-059b-468e-9844-2a12ff7908f3 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:07.769194 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Transition to ACTIVE for port object 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 will not be triggered until provisioned by entity DHCP. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:07.774367 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ab66-cd7f-41e5-9996-878da9ac8a86 req-14dad645-be48-412e-906c-4448d621774a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:07.776958 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3ec2ab66-cd7f-41e5-9996-878da9ac8a86 req-14dad645-be48-412e-906c-4448d621774a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.3436334
Sep 16 19:13:07.846361 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-70294adc-5430-415e-a0d8-81c25420753b None None] Set router ee234160-e51f-4423-96f5-48229703515b gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:07.863166 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:07.868544 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:07.944033 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3ec2ab66-cd7f-41e5-9996-878da9ac8a86 req-0210e464-6631-4d54-bbba-65bbc73b8695 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512580
Sep 16 19:13:08.000433 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 750a9785-059b-468e-9844-2a12ff7908f3 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:08.000822 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:08.075784 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Network 928530ed-a9a6-43d4-bc5c-74303306849a is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:08.079394 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:08.094997 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:13:08.095478 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704966'] for router_interface, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:08.098924 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Pushing event updated for resources: {'Port': ['ID=469e5c8c-54e3-4c09-bb23-cf02de1b98d1,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:08.101844 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:08.299888 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:08.440719 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] Set router 533f5e67-53f7-4fc3-8d94-df0558fc72ef gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:08.755805 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-70294adc-5430-415e-a0d8-81c25420753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445fcfee0>, [{'id': 'ee234160-e51f-4423-96f5-48229703515b', 'name': 'tempest-TestShelveInstance-1323479206-router', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:01Z', 'updated_at': '2021-09-16T19:13:02Z', 'revision_number': 3, 'project_id': '018a53349b40488f9093f9912067a55a', 'gw_port': {'id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee234160-e51f-4423-96f5-48229703515b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:02Z', 'updated_at': '2021-09-16T19:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:08.758095 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-ce34e63b-8f1c-4bd6-87f2-cdcd552afbf1 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:08.768645 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-ce34e63b-8f1c-4bd6-87f2-cdcd552afbf1 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 815 time: 0.3560696
Sep 16 19:13:08.769312 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70294adc-5430-415e-a0d8-81c25420753b None None] The sync data for ids ['ee234160-e51f-4423-96f5-48229703515b'] in dv-cinder-809447-1-iscsi is: [{'id': 'ee234160-e51f-4423-96f5-48229703515b', 'name': 'tempest-TestShelveInstance-1323479206-router', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:01Z', 'updated_at': '2021-09-16T19:13:02Z', 'revision_number': 3, 'project_id': '018a53349b40488f9093f9912067a55a', 'gw_port': {'id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee234160-e51f-4423-96f5-48229703515b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:02Z', 'updated_at': '2021-09-16T19:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:13:08.851534 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:08.937608 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-5ba635fc-4f3f-44f6-bfe6-d07e27de8d3c tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/quotas/b3a25b099c944b938fe922665db15f3b HTTP/1.1" status: 200  len: 375 time: 0.1622910
Sep 16 19:13:09.038828 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbcc5d-cd32-4935-8f47-d5387e9fa646 req-c268d865-c2e2-4af3-9886-ddc2a4f9eef8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:09.053287 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-08fbcc5d-cd32-4935-8f47-d5387e9fa646 req-c268d865-c2e2-4af3-9886-ddc2a4f9eef8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1424110
Sep 16 19:13:09.189479 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-08fbcc5d-cd32-4935-8f47-d5387e9fa646 req-0f694dbd-d3e2-40ab-8f16-c57509e1e0c8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338637
Sep 16 19:13:09.247459 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 750a9785-059b-468e-9844-2a12ff7908f3, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=750a9785-059b-468e-9844-2a12ff7908f3,segment=NetworkSegment(4cb794ff-61e7-4b55-b260-b531cba53613),segment_id=4cb794ff-61e7-4b55-b260-b531cba53613)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:09.299956 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:09.312925 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:09.432684 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-d1308520-ecba-47b2-bb56-691c3676765a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4931972
Sep 16 19:13:09.551908 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a24b461c-0d81-45c4-8695-9c672cd9016f req-0a231ade-32e7-4f50-b0d7-90d6a010ad87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 1099 time: 0.7554860
Sep 16 19:13:09.619410 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:13:09.704201 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-9ff21226-272a-4802-82e5-e2469a6e18ea None None] Provisioning for port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:09.717365 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-9ff21226-272a-4802-82e5-e2469a6e18ea None None] Provisioning complete for port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:09.718239 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-9ff21226-272a-4802-82e5-e2469a6e18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:09.793494 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-9ff21226-272a-4802-82e5-e2469a6e18ea None None] Port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:13:09.821965 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=750a9785-059b-468e-9844-2a12ff7908f3,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:09.825564 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:09.831765 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-9ff21226-272a-4802-82e5-e2469a6e18ea None None] Provisioning complete for port 750a9785-059b-468e-9844-2a12ff7908f3 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:09.832366 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-9ff21226-272a-4802-82e5-e2469a6e18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:09.925558 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446497c10>, [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:57Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '30bfb37a-4548-4246-a7dd-ce752668c133', 'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'mac_address': 'fa:16:3e:5e:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:56Z', 'updated_at': '2021-09-16T19:13:06Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'subnets': [{'id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:09.976586 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028067ed-c8c1-4c6b-a60e-a72e5eac8f92 None None] The sync data for ids ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'] in dv-cinder-809447-1-iscsi is: [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:57Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '30bfb37a-4548-4246-a7dd-ce752668c133', 'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'mac_address': 'fa:16:3e:5e:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:56Z', 'updated_at': '2021-09-16T19:13:06Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'subnets': [{'id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:13:10.141899 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-f4fd2c3c-d24b-4f44-ae7a-83b172336a4b service neutron] 10.222.0.22 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7042620
Sep 16 19:13:10.208559 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.db.resource_extend [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 16 19:13:10.246184 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:10.320616 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-4e0e6a54-87cd-44ba-adf3-9eb097abfb16 None None] Provisioning complete for port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:10.320616 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e0e6a54-87cd-44ba-adf3-9eb097abfb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:10.336627 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b461c-0d81-45c4-8695-9c672cd9016f req-535bd5de-7d10-4ade-bb22-f86a135b97d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:10.339696 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a24b461c-0d81-45c4-8695-9c672cd9016f req-535bd5de-7d10-4ade-bb22-f86a135b97d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 919 time: 0.7621844
Sep 16 19:13:10.347257 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:10.348370 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15345371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719594'] for router_interface, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:10.360837 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-322a3338-d966-41db-8576-b0dfefb1ab34 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:10.543773 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e6a54-87cd-44ba-adf3-9eb097abfb16 None None] Port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:13:10.578624 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Pushing event updated for resources: {'Port': ['ID=469e5c8c-54e3-4c09-bb23-cf02de1b98d1,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:10.599008 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:10.677509 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79dbd1-3788-4976-9486-b246dcf2a810 req-58d19d9a-1351-4f95-a45c-f695611e1239 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:10.679749 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ba79dbd1-3788-4976-9486-b246dcf2a810 req-58d19d9a-1351-4f95-a45c-f695611e1239 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1903443
Sep 16 19:13:10.751570 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ba79dbd1-3788-4976-9486-b246dcf2a810 req-f2b737b8-968d-4b92-86bc-4d55c781f8e1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646088
Sep 16 19:13:11.068379 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Network 928530ed-a9a6-43d4-bc5c-74303306849a is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:11.076313 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:11.091144 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-ed74533e-3639-4e9f-bfe2-5b994cc3f9ab service neutron] 10.222.0.22 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9478509
Sep 16 19:13:11.209080 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a24b461c-0d81-45c4-8695-9c672cd9016f req-5ec0a477-17f2-4495-b65e-ba2a20d983d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cec690d-5dd2-4470-af92-59a1615b8717 HTTP/1.1" status: 200  len: 217 time: 0.2885709
Sep 16 19:13:11.475639 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-15598412-51ed-4204-8dbb-f4cdd22cde35 None None] Provisioning complete for port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:11.476231 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-15598412-51ed-4204-8dbb-f4cdd22cde35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:11.547744 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-15598412-51ed-4204-8dbb-f4cdd22cde35 None None] Port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:13:11.671636 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 750a9785-059b-468e-9844-2a12ff7908f3 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:11.808836 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 750a9785-059b-468e-9844-2a12ff7908f3 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:11.809205 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:11.938478 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 30bfb37a-4548-4246-a7dd-ce752668c133 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:11.990535 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Router ee234160-e51f-4423-96f5-48229703515b has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:13:12.008571 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 30bfb37a-4548-4246-a7dd-ce752668c133 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:12.013876 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 30bfb37a-4548-4246-a7dd-ce752668c133 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:12.014447 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:12.136661 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:12.168942 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 30bfb37a-4548-4246-a7dd-ce752668c133, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=30bfb37a-4548-4246-a7dd-ce752668c133,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:12.172909 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:12.173759 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d0566cfa-9a8f-445c-a271-f7f6b6a65f39 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:12.196747 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:13:12.203195 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4e405416-e278-44f6-a74d-7322771f787c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:12.205835 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] 10.222.0.22 "PUT /v2.0/routers/ee234160-e51f-4423-96f5-48229703515b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7959924
Sep 16 19:13:12.287730 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=30bfb37a-4548-4246-a7dd-ce752668c133,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:12.291371 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:12.303041 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port d0566cfa-9a8f-445c-a271-f7f6b6a65f39 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:12.308537 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port d0566cfa-9a8f-445c-a271-f7f6b6a65f39 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:12.308916 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:12.433303 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:12.448890 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port d0566cfa-9a8f-445c-a271-f7f6b6a65f39, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=d0566cfa-9a8f-445c-a271-f7f6b6a65f39,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:12.453059 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:12.454891 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:12.520543 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=d0566cfa-9a8f-445c-a271-f7f6b6a65f39,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:12.523451 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:12.935756 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b461c-0d81-45c4-8695-9c672cd9016f req-032911a8-d02b-47bd-8ab7-730f08a772b6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:12.937217 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a24b461c-0d81-45c4-8695-9c672cd9016f req-032911a8-d02b-47bd-8ab7-730f08a772b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.0782151
Sep 16 19:13:13.019470 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a24b461c-0d81-45c4-8695-9c672cd9016f req-c2ae5897-a9e7-46ae-9a0f-b80f8b871947 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651953
Sep 16 19:13:13.186726 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b4eb980a-488e-43b4-ad15-4ceacb6bbbf0 req-7886db74-d552-4379-93f6-4952f788d28e tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 210 time: 0.0874078
Sep 16 19:13:13.262494 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a24b461c-0d81-45c4-8695-9c672cd9016f req-3bd53dda-69c1-4847-92bc-6ba0e6ef2ffb service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2291858
Sep 16 19:13:13.432783 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 30bfb37a-4548-4246-a7dd-ce752668c133 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:13.474759 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a24b461c-0d81-45c4-8695-9c672cd9016f req-abe263c7-b82c-4c72-b91d-733b89a4a303 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1773720
Sep 16 19:13:13.482177 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fb789-7b98-45d7-af92-26b7f3828913 req-91440f24-987d-4daa-8935-ba22731c242a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:13.485516 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4a7fb789-7b98-45d7-af92-26b7f3828913 req-91440f24-987d-4daa-8935-ba22731c242a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2256746
Sep 16 19:13:13.538755 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 30bfb37a-4548-4246-a7dd-ce752668c133 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:13.539788 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:13.588024 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4a7fb789-7b98-45d7-af92-26b7f3828913 req-ca02470b-7286-468e-8d05-d91c3185b78f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923123
Sep 16 19:13:13.711142 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d0566cfa-9a8f-445c-a271-f7f6b6a65f39 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:13.887053 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port d0566cfa-9a8f-445c-a271-f7f6b6a65f39 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:13.887499 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.035825 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59252) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:14.044496 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19019899', 'description': 'tempest-secgroup-smoke-19019899 description', 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:14.064616 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:14.080106 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Usage tracker for resource:security_group and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:14.092354 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:14.122707 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:14.166668 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.234213 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-54a5db52-6ee1-49f3-9875-3a5368935517 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:14.237998 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-54a5db52-6ee1-49f3-9875-3a5368935517 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "GET /v2.0/networks?id=e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 200  len: 815 time: 0.2793005
Sep 16 19:13:14.255752 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:14.264786 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Usage tracker for resource:security_group_rule and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:14.269348 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Request body: {'port': {'device_id': '10d078f1-187b-4c01-aa15-0f05ceb6a800', 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109', 'admin_state_up': True, 'tenant_id': 'b3a25b099c944b938fe922665db15f3b'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:14.276611 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:14.287032 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:14.351311 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.360473 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.368082 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-33312876-884b-4651-9549-20242f686164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:14.409424 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978cde1f-da22-4949-bd87-758c1449ffb6,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:14.412676 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:14.416252 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.418365 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.3808475
Sep 16 19:13:14.421711 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59258) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:14.427141 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Request body: {'security_group_rule': {'security_group_id': '978cde1f-da22-4949-bd87-758c1449ffb6', 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:14.433341 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:14.437470 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Usage tracker for resource:security_group_rule and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:14.440553 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:14.447450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:14.491634 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:14.504564 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:14.516014 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.516276 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Made reservation on behalf of b3a25b099c944b938fe922665db15f3b for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:13:14.519471 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.574993 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6fa69144-ba65-47e0-9aec-a94030a1c689 req-2effe4c6-bcfe-4659-aa4d-4f7facceb467 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 210 time: 0.1068931
Sep 16 19:13:14.617423 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.625592 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.625786 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:14.654476 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298b4858-12ef-402a-bcae-9a42240acc0e,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:14.675438 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:14.697759 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.699209 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2766845
Sep 16 19:13:14.702636 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59268) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:14.711248 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Request body: {'security_group_rule': {'security_group_id': '978cde1f-da22-4949-bd87-758c1449ffb6', 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:14.724143 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:14.732885 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Usage tracker for resource:security_group_rule and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:14.739013 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:14.754687 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:14.773638 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Allocated IP 172.20.0.11 (e53178fe-a87b-4279-a591-91bf9d6cf109/74c6f517-221a-4891-a42e-be003d65ddd8/90ad5dc5-f758-41ef-a649-58715c92348b) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:13:14.790475 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.875316 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.880903 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.893810 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:14.915917 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d198bfcd-1f23-4180-bde9-6b770d498699,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:14.922481 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:14.928984 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:14.930518 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2268898
Sep 16 19:13:14.933867 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59272) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:14.940547 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Request body: {'security_group_rule': {'security_group_id': '978cde1f-da22-4949-bd87-758c1449ffb6', 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:14.950785 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:14.958192 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Usage tracker for resource:security_group_rule and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:14.961632 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:14.969746 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:15.015171 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.099614 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.103716 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.104400 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2dc9c-fe48-40bf-913e-7777d85d9e1c req-13ef6a0e-0ca5-441b-8223-651d75d0e68f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:15.110758 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7a1ff8c1-fa34-4c4d-b00a-f4e77d37e0a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:15.111770 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a3a2dc9c-fe48-40bf-913e-7777d85d9e1c req-13ef6a0e-0ca5-441b-8223-651d75d0e68f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.3250256
Sep 16 19:13:15.130549 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa545340-daa8-442b-bd3f-b163832b2e11,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:15.133516 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:15.143632 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.146350 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2101407
Sep 16 19:13:15.147832 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59278) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:15.158593 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Request body: {'security_group_rule': {'security_group_id': '978cde1f-da22-4949-bd87-758c1449ffb6', 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:15.166380 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:15.170389 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Usage tracker for resource:security_group_rule and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:15.174574 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:15.179820 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:15.206260 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.212844 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a3a2dc9c-fe48-40bf-913e-7777d85d9e1c req-47f44551-bbe3-4936-8fca-acd411f5e9e8 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980475
Sep 16 19:13:15.226108 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.292842 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.313558 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['554d5b62-77a9-419c-af50-cdbbdce1d648', '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c', '2d03ce04-7b23-42d7-bec4-bb646afaf15f'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:13:15.320372 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.326087 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:15.329157 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.336644 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:15.362799 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911a6e5e-d103-40ad-a888-807ea046a76e,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:15.371666 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:15.381473 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.386881 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2373810
Sep 16 19:13:15.389508 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59286) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:15.398276 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Request body: {'security_group_rule': {'security_group_id': '978cde1f-da22-4949-bd87-758c1449ffb6', 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:15.406901 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:15.413335 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Usage tracker for resource:security_group_rule and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:15.417042 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:15.427882 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:15.442116 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Network e53178fe-a87b-4279-a591-91bf9d6cf109 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:15.451537 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.securitygroups_db [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Project e6e35375d8bb43cfa62224d5c126faf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 19:13:15.459109 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:15.466979 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:13:15.475761 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.484785 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:15.485721 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.529323 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Pushing event updated for resources: {'Port': ['ID=90ad5dc5-f758-41ef-a649-58715c92348b,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:15.552324 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:15.559113 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2936361
Sep 16 19:13:15.585026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Request body: {'port': {'device_id': '10d078f1-187b-4c01-aa15-0f05ceb6a800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:15.627368 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.645624 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.647856 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-34525b14-9bb2-443d-aed5-7e57f5a20441 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:15.755938 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.765205 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3743448
Sep 16 19:13:15.767289 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59298) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:15.797577 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Request body: {'security_group_rule': {'security_group_id': '978cde1f-da22-4949-bd87-758c1449ffb6', 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:15.809817 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:15.843421 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:15.849494 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Usage tracker for resource:security_group_rule and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:15.858025 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:15.882769 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:15.892702 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbe73c1-3784-4a4f-8739-7bd4974ce9a5,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:15.902872 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c53f497a-5b1e-4eba-823d-cb855f0383db tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:15.921574 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.securitygroups_db [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Project e6e35375d8bb43cfa62224d5c126faf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 19:13:15.930221 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:16.112806 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:16.120787 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:16.126636 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:16.147303 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceef8b-1709-4f0b-9f71-72961d8aac45 req-ee144858-9f4e-4b02-a54c-99002d0faeba tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:16.149024 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-07ceef8b-1709-4f0b-9f71-72961d8aac45 req-ee144858-9f4e-4b02-a54c-99002d0faeba tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 932 time: 0.1972995
Sep 16 19:13:16.183279 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8542af1b-9656-4c6e-8ac3-dcbb69ceb6a0,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:16.192226 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:16.222309 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:16.223873 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4555743
Sep 16 19:13:16.260543 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-07ceef8b-1709-4f0b-9f71-72961d8aac45 req-f9534133-d824-4218-9628-6cce50dca3ca tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045115
Sep 16 19:13:16.713262 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d37e02-999b-4198-9a08-09880fbaf87d req-5c985494-7857-4e7e-aae6-a9eb30de5677 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:16.722821 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c1d37e02-999b-4198-9a08-09880fbaf87d req-5c985494-7857-4e7e-aae6-a9eb30de5677 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.3400393
Sep 16 19:13:16.745384 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ad5dc5-f758-41ef-a649-58715c92348b {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:13:16.826706 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:16.883419 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Transition to ACTIVE for port object 90ad5dc5-f758-41ef-a649-58715c92348b will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:16.889683 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c1d37e02-999b-4198-9a08-09880fbaf87d req-3860a55c-1023-4b58-9802-75d74b6437af tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658676
Sep 16 19:13:16.891205 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:16.898062 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-7eba1482-4583-4a03-893e-e663388f6d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:17.167115 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Attempting to bind port 90ad5dc5-f758-41ef-a649-58715c92348b on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:13:17.167474 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Attempting to bind port 90ad5dc5-f758-41ef-a649-58715c92348b by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:13:17.167786 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Attempting to bind port 90ad5dc5-f758-41ef-a649-58715c92348b on network e53178fe-a87b-4279-a591-91bf9d6cf109 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:17.180372 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=90ad5dc5-f758-41ef-a649-58715c92348b,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:17.184256 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:17.190032 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Port 90ad5dc5-f758-41ef-a649-58715c92348b on network e53178fe-a87b-4279-a591-91bf9d6cf109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:13:17.190163 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Attempting to bind port 90ad5dc5-f758-41ef-a649-58715c92348b on network e53178fe-a87b-4279-a591-91bf9d6cf109 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:17.199494 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:13:17.199949 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Checking segment: {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:17.200578 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Bound using segment: {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:13:17.201437 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Bound port: 90ad5dc5-f758-41ef-a649-58715c92348b, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c14292-2a9a-4950-83a1-a922ec4111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:13:17.201793 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:17.388005 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] For port 90ad5dc5-f758-41ef-a649-58715c92348b, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:13:17.395284 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] For port 90ad5dc5-f758-41ef-a649-58715c92348b, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=90ad5dc5-f758-41ef-a649-58715c92348b,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:13:17.404108 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:17.408179 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:17.560544 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:17.562868 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/90ad5dc5-f758-41ef-a649-58715c92348b HTTP/1.1" status: 200  len: 1094 time: 1.9877751
Sep 16 19:13:17.572234 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d078f1-187b-4c01-aa15-0f05ceb6a800', 'tag': '90ad5dc5-f758-41ef-a649-58715c92348b'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:13:17.610922 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=90ad5dc5-f758-41ef-a649-58715c92348b,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:17.619436 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:17.695379 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d078f1-187b-4c01-aa15-0f05ceb6a800', 'tag': '90ad5dc5-f758-41ef-a649-58715c92348b', 'status': 'completed', 'code': 200}
Sep 16 19:13:17.697655 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34aa56-f6ba-4e4a-bd5d-f784a0aff04a req-fdcf4263-d21e-4a94-8576-40857e9fce8a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:17.704828 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2e34aa56-f6ba-4e4a-bd5d-f784a0aff04a req-fdcf4263-d21e-4a94-8576-40857e9fce8a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 944 time: 0.1611147
Sep 16 19:13:17.768711 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2e34aa56-f6ba-4e4a-bd5d-f784a0aff04a req-4c866ff8-60e4-4d8a-af14-e78130a964ea tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629990
Sep 16 19:13:18.138169 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7bf65-ed27-4532-8409-6880345873ef req-80104eeb-f6f9-4d0e-b898-d3da734fb6a0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:18.139595 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-07a7bf65-ed27-4532-8409-6880345873ef req-80104eeb-f6f9-4d0e-b898-d3da734fb6a0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0753903
Sep 16 19:13:18.184664 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-07a7bf65-ed27-4532-8409-6880345873ef req-a59476ef-34f1-43dc-b454-fcd42b20b7f9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395262
Sep 16 19:13:19.024360 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea38ca6-1b42-442f-bdc5-0979d2291294 req-abdfdff9-5390-4b31-b861-e4e0e755eeb5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:19.026006 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fea38ca6-1b42-442f-bdc5-0979d2291294 req-abdfdff9-5390-4b31-b861-e4e0e755eeb5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 944 time: 0.1404715
Sep 16 19:13:19.078873 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fea38ca6-1b42-442f-bdc5-0979d2291294 req-27754ebe-b001-4a69-8e95-f902ec73261f tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470042
Sep 16 19:13:20.058117 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b2c77410-8e62-4875-aba4-f1189810cba4 req-f2c9ec11-13d6-4da9-b604-298250947545 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 1097 time: 0.0822453
Sep 16 19:13:20.213839 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c77410-8e62-4875-aba4-f1189810cba4 req-7c404b81-fbf4-40a8-bf41-28b9e40abb91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:20.215554 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b2c77410-8e62-4875-aba4-f1189810cba4 req-7c404b81-fbf4-40a8-bf41-28b9e40abb91 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b3a25b099c944b938fe922665db15f3b&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1493721
Sep 16 19:13:20.296415 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cb7fc-4a47-4547-8fc2-89f27e73df6c req-821a6147-0e2f-4582-bca1-31be7fba9a28 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:20.297852 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f77cb7fc-4a47-4547-8fc2-89f27e73df6c req-821a6147-0e2f-4582-bca1-31be7fba9a28 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 944 time: 0.0806208
Sep 16 19:13:20.346015 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f77cb7fc-4a47-4547-8fc2-89f27e73df6c req-2cce1aa4-b1ef-473f-9de0-e2775f21094e tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424366
Sep 16 19:13:20.362270 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c77410-8e62-4875-aba4-f1189810cba4 req-dd19a6ad-9eb7-4ff9-afce-2594a595b441 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:20.363729 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b2c77410-8e62-4875-aba4-f1189810cba4 req-dd19a6ad-9eb7-4ff9-afce-2594a595b441 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1393895
Sep 16 19:13:20.478116 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-d2d96cfb-1bfb-42e5-9fcc-a567c5c26ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3a25b099c944b938fe922665db15f3b&device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 1097 time: 0.0711329
Sep 16 19:13:20.621440 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-1488daf1-9e96-4b2c-b351-b445768cea85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ad5dc5-f758-41ef-a649-58715c92348b HTTP/1.1" status: 200  len: 217 time: 0.1357038
Sep 16 19:13:20.686236 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-954504cc-a65c-4ffd-a940-83f63a15b563 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:20.687665 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-954504cc-a65c-4ffd-a940-83f63a15b563 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74c6f517-221a-4891-a42e-be003d65ddd8 HTTP/1.1" status: 200  len: 855 time: 0.0578144
Sep 16 19:13:20.750317 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-6478cf1f-1ee9-4428-ac3e-a6ef06036e29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e53178fe-a87b-4279-a591-91bf9d6cf109&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522716
Sep 16 19:13:20.927247 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-66ecc93f-95a8-4d23-ad41-fe19809925ed service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663504
Sep 16 19:13:21.188621 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db37b6b8-3800-48c7-af2e-ffcf63ce8eb9 req-0b7cbea4-3c85-4798-98c4-9b6e3eeab4de service neutron] 10.222.0.20 "GET /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2525117
Sep 16 19:13:21.631792 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4561d7-b95c-4bc5-b2b2-ad6f147dce06 req-7603919e-7713-42dd-9cb6-2119d1a165ed tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:21.633322 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ce4561d7-b95c-4bc5-b2b2-ad6f147dce06 req-7603919e-7713-42dd-9cb6-2119d1a165ed tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 944 time: 0.0856411
Sep 16 19:13:21.691934 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ce4561d7-b95c-4bc5-b2b2-ad6f147dce06 req-59e4d042-e16a-40f0-a12f-5ae7c12e1667 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462573
Sep 16 19:13:22.214737 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523446f-43a1-4a7c-8ba6-e90ec3f9c78f req-bdd90489-24a0-4270-a02d-07cf9e0d7ee7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:22.216173 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7523446f-43a1-4a7c-8ba6-e90ec3f9c78f req-bdd90489-24a0-4270-a02d-07cf9e0d7ee7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0765197
Sep 16 19:13:22.265327 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7523446f-43a1-4a7c-8ba6-e90ec3f9c78f req-21a3906a-e6ce-4643-b65c-92d486bbe033 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435166
Sep 16 19:13:22.916625 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a758bd-9fd6-4faa-98e8-e2e33653c9b5 req-50a39519-3cb1-4345-9f93-d9f4d6503bd8 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:22.918107 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-21a758bd-9fd6-4faa-98e8-e2e33653c9b5 req-50a39519-3cb1-4345-9f93-d9f4d6503bd8 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 944 time: 0.0903931
Sep 16 19:13:22.996999 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-21a758bd-9fd6-4faa-98e8-e2e33653c9b5 req-7a9248b0-0ca7-4e8c-a2f1-9abf640324d5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721102
Sep 16 19:13:23.442881 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4073acdc-c664-4757-be4c-cc6bce397d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:23.685545 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2236a9d-97db-4e02-b55c-38f47c221e71 req-cf6b6424-eb1b-49ea-9413-84e6aff86dcf tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:23.687068 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f2236a9d-97db-4e02-b55c-38f47c221e71 req-cf6b6424-eb1b-49ea-9413-84e6aff86dcf tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.0805938
Sep 16 19:13:23.737976 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f2236a9d-97db-4e02-b55c-38f47c221e71 req-c5e1f94f-e653-42d7-868c-59a9459144b3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445249
Sep 16 19:13:23.757840 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:24.211096 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e75fc-dc4e-49a7-9076-76107f70f773 req-eff116a0-0977-4e37-93f9-74b55ae2c0d1 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:24.213001 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-c65e75fc-dc4e-49a7-9076-76107f70f773 req-eff116a0-0977-4e37-93f9-74b55ae2c0d1 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Synchronizing usage tracker for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:13:24.229686 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-c65e75fc-dc4e-49a7-9076-76107f70f773 req-eff116a0-0977-4e37-93f9-74b55ae2c0d1 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Unset dirty status for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:13:24.231490 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c65e75fc-dc4e-49a7-9076-76107f70f773 req-eff116a0-0977-4e37-93f9-74b55ae2c0d1 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 944 time: 0.0990126
Sep 16 19:13:24.279730 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c65e75fc-dc4e-49a7-9076-76107f70f773 req-475a906d-6bc1-4209-8466-72a4b2ecda07 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420907
Sep 16 19:13:24.990012 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134a3b1-68a1-42d4-8e35-12d1e1e9cf25 req-c27ab9ac-a1dd-47af-b07d-6d0c88406fb6 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:24.991875 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6134a3b1-68a1-42d4-8e35-12d1e1e9cf25 req-c27ab9ac-a1dd-47af-b07d-6d0c88406fb6 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.0963459
Sep 16 19:13:25.072651 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6134a3b1-68a1-42d4-8e35-12d1e1e9cf25 req-5b1aec23-c32e-4329-9a56-91250fefba33 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698524
Sep 16 19:13:25.542811 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-47091a2e-af1c-4326-a70f-8c5654b9210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:25.558781 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19973ff1-82a3-4300-9781-68fd1f316754 req-99214cef-8466-477f-a486-3ca77987e0c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:25.560231 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-19973ff1-82a3-4300-9781-68fd1f316754 req-99214cef-8466-477f-a486-3ca77987e0c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 944 time: 0.0913157
Sep 16 19:13:25.609794 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-19973ff1-82a3-4300-9781-68fd1f316754 req-2490fb45-aabe-48ad-ad7b-b33ba23c3656 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431573
Sep 16 19:13:25.915555 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 90ad5dc5-f758-41ef-a649-58715c92348b details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:13:26.125165 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 90ad5dc5-f758-41ef-a649-58715c92348b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=90ad5dc5-f758-41ef-a649-58715c92348b,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:26.144945 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '90ad5dc5-f758-41ef-a649-58715c92348b', 'network_id': 'e53178fe-a87b-4279-a591-91bf9d6cf109', 'port_id': '90ad5dc5-f758-41ef-a649-58715c92348b', 'mac_address': 'fa:16:3e:06:83:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c6f517-221a-4891-a42e-be003d65ddd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:13:26.261026 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:26.281259 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ad5dc5-f758-41ef-a649-58715c92348b {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:13:26.300413 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 90ad5dc5-f758-41ef-a649-58715c92348b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=90ad5dc5-f758-41ef-a649-58715c92348b,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:26.307702 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:26.309957 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:26.367784 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9f086-0352-45e4-81b4-eb1220421d62 req-eded191b-04dd-46f8-bb9f-d8b62399d4e0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:26.369396 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-36b9f086-0352-45e4-81b4-eb1220421d62 req-eded191b-04dd-46f8-bb9f-d8b62399d4e0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.0920217
Sep 16 19:13:26.385278 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=90ad5dc5-f758-41ef-a649-58715c92348b,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:26.388671 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:26.423841 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-36b9f086-0352-45e4-81b4-eb1220421d62 req-a26cfc10-3596-41fd-bd4c-daf9e8c0432c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486314
Sep 16 19:13:26.530419 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:26.854889 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['90ad5dc5-f758-41ef-a649-58715c92348b'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:13:26.904213 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee95bc-9232-4371-9fc9-947f45cb9ba4 req-d0d8840d-92b2-421c-904c-9706b75a3271 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:26.905706 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2dee95bc-9232-4371-9fc9-947f45cb9ba4 req-d0d8840d-92b2-421c-904c-9706b75a3271 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 945 time: 0.1571679
Sep 16 19:13:26.964563 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2dee95bc-9232-4371-9fc9-947f45cb9ba4 req-ab93ea6c-33c0-4192-882c-04f43d4151ab tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506439
Sep 16 19:13:27.609250 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 59554) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:27.658991 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ea740-30fe-45c4-8ab8-160b08e12bc9 req-8adc15ea-aee2-42f8-b216-710fd41bc54e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:27.660449 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e37ea740-30fe-45c4-8ab8-160b08e12bc9 req-8adc15ea-aee2-42f8-b216-710fd41bc54e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.0860815
Sep 16 19:13:27.710947 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e37ea740-30fe-45c4-8ab8-160b08e12bc9 req-edce2aeb-cc60-4115-879e-ac65ecbb63ff tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437424
Sep 16 19:13:27.833742 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:27.869779 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:27.873972 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] Usage tracker for resource:security_group_rule and tenant:8087e54b5971433d94703fbe764d6c56 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:27.876801 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:27.882699 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:27.966275 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:27.971039 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:28.007595 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-bf3c04f1-5fec-4112-9e7a-d17581d301c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:28.024208 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59566) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:28.025104 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8087e54b5971433d94703fbe764d6c56&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4142005
Sep 16 19:13:28.060020 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55213026-c096-4963-abf2-fc51821b8980,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:28.064397 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:28.117924 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:28.197461 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-942e62b0-c2a2-4292-ac5c-93f3f22cc2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:28.292138 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-942e62b0-c2a2-4292-ac5c-93f3f22cc2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:28.351898 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 90ad5dc5-f758-41ef-a649-58715c92348b up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:28.443809 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-942e62b0-c2a2-4292-ac5c-93f3f22cc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:28.452452 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-bafa2c6a-0e78-4a9f-b211-2d03003af684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:28.466241 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 90ad5dc5-f758-41ef-a649-58715c92348b completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:28.468940 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e62b0-c2a2-4292-ac5c-93f3f22cc2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55213026-c096-4963-abf2-fc51821b8980,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:28.471770 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 90ad5dc5-f758-41ef-a649-58715c92348b triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:28.472160 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:28.483316 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-942e62b0-c2a2-4292-ac5c-93f3f22cc2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:28.487121 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-942e62b0-c2a2-4292-ac5c-93f3f22cc2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:28.488834 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-942e62b0-c2a2-4292-ac5c-93f3f22cc2bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55213026-c096-4963-abf2-fc51821b8980 HTTP/1.1" status: 204  len: 168 time: 0.4630730
Sep 16 19:13:28.515509 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7caf4aa-0b54-4e2a-9ed5-7d5a0bf9998f req-e2505607-3f3d-4558-bd70-50f24115e21c tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:28.526798 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7caf4aa-0b54-4e2a-9ed5-7d5a0bf9998f req-e2505607-3f3d-4558-bd70-50f24115e21c tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 945 time: 0.2055659
Sep 16 19:13:28.630741 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7caf4aa-0b54-4e2a-9ed5-7d5a0bf9998f req-acc68274-f2e0-41fe-8fce-bbe902750728 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968468
Sep 16 19:13:28.685762 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:28.725732 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d078f1-187b-4c01-aa15-0f05ceb6a800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ad5dc5-f758-41ef-a649-58715c92348b'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:13:28.741609 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 90ad5dc5-f758-41ef-a649-58715c92348b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=90ad5dc5-f758-41ef-a649-58715c92348b,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:28.748678 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:28.751234 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:28.852897 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d078f1-187b-4c01-aa15-0f05ceb6a800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ad5dc5-f758-41ef-a649-58715c92348b', 'code': 200}
Sep 16 19:13:28.903717 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=90ad5dc5-f758-41ef-a649-58715c92348b,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:28.921155 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:29.111204 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1ead-5625-4a58-8203-cf549b5a986d req-23b750a2-4f2a-4907-b1c1-b3f025168750 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:29.120840 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-936a1ead-5625-4a58-8203-cf549b5a986d req-23b750a2-4f2a-4907-b1c1-b3f025168750 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1107240
Sep 16 19:13:29.200985 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-936a1ead-5625-4a58-8203-cf549b5a986d req-9bf4f842-1887-442f-a99e-a6f976ca1ef3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789297
Sep 16 19:13:29.306001 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d4dc3e6f-4d7a-4798-b5b3-612df652320b req-eb80d367-b0ca-4985-9c5d-a813ebe1858a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 1099 time: 0.0912929
Sep 16 19:13:29.362175 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d4dc3e6f-4d7a-4798-b5b3-612df652320b req-56325d67-fcfd-46ec-aca4-5f67e4a33842 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484469
Sep 16 19:13:29.847023 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c55d3-4795-4ef0-b70f-a0a74910b0bc req-ad31575a-1662-402d-be10-82b23ede80e2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:29.849501 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-223c55d3-4795-4ef0-b70f-a0a74910b0bc req-ad31575a-1662-402d-be10-82b23ede80e2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 946 time: 0.0924380
Sep 16 19:13:29.907883 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-223c55d3-4795-4ef0-b70f-a0a74910b0bc req-6e5850c0-a809-4da6-98f4-65f3dad4f8a0 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501015
Sep 16 19:13:30.434697 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fe990-92b7-41ca-b0a3-eed695e8adb7 req-41f03838-94e7-4fe5-9527-004b94b34ae8 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:30.436283 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-167fe990-92b7-41ca-b0a3-eed695e8adb7 req-41f03838-94e7-4fe5-9527-004b94b34ae8 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.0859258
Sep 16 19:13:30.494625 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-167fe990-92b7-41ca-b0a3-eed695e8adb7 req-5945645f-6a42-4c24-a464-d438e0bacc78 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503602
Sep 16 19:13:31.001860 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Sync routers for ids ['ee234160-e51f-4423-96f5-48229703515b'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:13:31.035680 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Routers {'ee234160-e51f-4423-96f5-48229703515b'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:31.036740 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445ace340>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:13:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['ee234160-e51f-4423-96f5-48229703515b'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:31.318891 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1691-9fc0-440d-924c-5f34d4289e9f req-eb2a5631-390d-4a4d-915f-737cf78e08b3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:31.323040 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-483f1691-9fc0-440d-924c-5f34d4289e9f req-eb2a5631-390d-4a4d-915f-737cf78e08b3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 946 time: 0.1653748
Sep 16 19:13:31.354615 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Set router ee234160-e51f-4423-96f5-48229703515b gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:31.427795 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-483f1691-9fc0-440d-924c-5f34d4289e9f req-f0da5b01-5366-42f3-ac42-9ee304f42ec1 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968606
Sep 16 19:13:31.453730 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:31.734103 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0addfe-36da-437e-b601-f98ea2d83f70 req-7468147c-61ad-40c8-bc8c-7988bc52068a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:31.743535 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8a0addfe-36da-437e-b601-f98ea2d83f70 req-7468147c-61ad-40c8-bc8c-7988bc52068a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.0899770
Sep 16 19:13:31.760028 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445ace340>, [{'id': 'ee234160-e51f-4423-96f5-48229703515b', 'name': 'tempest-TestShelveInstance-1323479206-router', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:01Z', 'updated_at': '2021-09-16T19:13:08Z', 'revision_number': 4, 'project_id': '018a53349b40488f9093f9912067a55a', 'gw_port': {'id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee234160-e51f-4423-96f5-48229703515b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:02Z', 'updated_at': '2021-09-16T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '469e5c8c-54e3-4c09-bb23-cf02de1b98d1', 'name': '', 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'mac_address': 'fa:16:3e:4a:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee234160-e51f-4423-96f5-48229703515b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7236529-8673-4104-9bbd-b707e0c9d2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:06Z', 'updated_at': '2021-09-16T19:13:09Z', 'revision_number': 2, 'project_id': '018a53349b40488f9093f9912067a55a', 'subnets': [{'id': 'd7236529-8673-4104-9bbd-b707e0c9d2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:31.767923 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Checking router: ee234160-e51f-4423-96f5-48229703515b for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:13:31.768210 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Updating router ee234160-e51f-4423-96f5-48229703515b port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 binding host dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:13:31.803126 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8a0addfe-36da-437e-b601-f98ea2d83f70 req-10ac904b-9a7a-4e67-89ed-7f83e1b342f2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590062
Sep 16 19:13:31.842712 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:32.203427 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Notify callbacks [] for port, precommit_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:32.216621 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Transition to ACTIVE for port object 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:32.224487 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:32.228834 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-403180b2-e8ae-4c8e-b584-06994e1e3fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:32.373884 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5ba45-bff3-4fca-afe6-2979350ffcaa None None] Pushing event updated for resources: {'Port': ['ID=469e5c8c-54e3-4c09-bb23-cf02de1b98d1,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:32.377876 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-e2a5ba45-bff3-4fca-afe6-2979350ffcaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:32.495630 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Attempting to bind port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:13:32.496419 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Attempting to bind port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '4cb794ff-61e7-4b55-b260-b531cba53613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:13:32.496986 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Attempting to bind port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 on network 928530ed-a9a6-43d4-bc5c-74303306849a {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:32.508548 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:13:32.509573 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Checking segment: {'id': '4cb794ff-61e7-4b55-b260-b531cba53613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:32.510716 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:32.511199 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Bound using segment: {'id': '4cb794ff-61e7-4b55-b260-b531cba53613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:13:32.511750 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Bound port: 469e5c8c-54e3-4c09-bb23-cf02de1b98d1, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb794ff-61e7-4b55-b260-b531cba53613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:13:32.512583 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:32.655935 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] For port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:13:32.661423 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] For port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=469e5c8c-54e3-4c09-bb23-cf02de1b98d1,segment=NetworkSegment(4cb794ff-61e7-4b55-b260-b531cba53613),segment_id=4cb794ff-61e7-4b55-b260-b531cba53613)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:13:32.672885 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:32.685591 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-e2a5ba45-bff3-4fca-afe6-2979350ffcaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:32.788509 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c818b-bf98-413c-8291-b351ac4d72e4 req-94de2db4-0fcb-4e7b-b62c-a5235dde3145 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:32.795425 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-971c818b-bf98-413c-8291-b351ac4d72e4 req-94de2db4-0fcb-4e7b-b62c-a5235dde3145 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 946 time: 0.1081083
Sep 16 19:13:32.830452 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5ba45-bff3-4fca-afe6-2979350ffcaa None None] Pushing event updated for resources: {'Port': ['ID=469e5c8c-54e3-4c09-bb23-cf02de1b98d1,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:32.835222 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-e2a5ba45-bff3-4fca-afe6-2979350ffcaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:32.842327 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Routers {'ee234160-e51f-4423-96f5-48229703515b'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:32.843019 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445ace340>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:13:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['ee234160-e51f-4423-96f5-48229703515b'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:32.854878 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-971c818b-bf98-413c-8291-b351ac4d72e4 req-cea8d550-4e62-4abf-aae4-cc4dfdfd750c tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503311
Sep 16 19:13:33.139900 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91989a78-9088-47a2-9eba-d421ee6038a8 req-210f7d46-9274-42af-bb4d-faba628b556e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:33.148051 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-91989a78-9088-47a2-9eba-d421ee6038a8 req-210f7d46-9274-42af-bb4d-faba628b556e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1553123
Sep 16 19:13:33.198932 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-91989a78-9088-47a2-9eba-d421ee6038a8 req-80f56d40-b2e4-456d-a3df-813537b4c6a9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493748
Sep 16 19:13:33.266463 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] Set router ee234160-e51f-4423-96f5-48229703515b gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:33.650672 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445ace340>, [{'id': 'ee234160-e51f-4423-96f5-48229703515b', 'name': 'tempest-TestShelveInstance-1323479206-router', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:01Z', 'updated_at': '2021-09-16T19:13:08Z', 'revision_number': 4, 'project_id': '018a53349b40488f9093f9912067a55a', 'gw_port': {'id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee234160-e51f-4423-96f5-48229703515b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:02Z', 'updated_at': '2021-09-16T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '469e5c8c-54e3-4c09-bb23-cf02de1b98d1', 'name': '', 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'mac_address': 'fa:16:3e:4a:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee234160-e51f-4423-96f5-48229703515b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7236529-8673-4104-9bbd-b707e0c9d2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:06Z', 'updated_at': '2021-09-16T19:13:32Z', 'revision_number': 4, 'project_id': '018a53349b40488f9093f9912067a55a', 'subnets': [{'id': 'd7236529-8673-4104-9bbd-b707e0c9d2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:33.654815 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb139a39-d243-49b3-8529-f0b48dfbc857 None None] The sync data for ids ['ee234160-e51f-4423-96f5-48229703515b'] in dv-cinder-809447-1-iscsi is: [{'id': 'ee234160-e51f-4423-96f5-48229703515b', 'name': 'tempest-TestShelveInstance-1323479206-router', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:01Z', 'updated_at': '2021-09-16T19:13:08Z', 'revision_number': 4, 'project_id': '018a53349b40488f9093f9912067a55a', 'gw_port': {'id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee234160-e51f-4423-96f5-48229703515b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:02Z', 'updated_at': '2021-09-16T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '469e5c8c-54e3-4c09-bb23-cf02de1b98d1', 'name': '', 'network_id': '928530ed-a9a6-43d4-bc5c-74303306849a', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'mac_address': 'fa:16:3e:4a:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee234160-e51f-4423-96f5-48229703515b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7236529-8673-4104-9bbd-b707e0c9d2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:06Z', 'updated_at': '2021-09-16T19:13:32Z', 'revision_number': 4, 'project_id': '018a53349b40488f9093f9912067a55a', 'subnets': [{'id': 'd7236529-8673-4104-9bbd-b707e0c9d2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:13:34.566579 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 59686) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:34.568552 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e5fb-4a66-407e-92cd-3addef2f630e req-8b1d8946-ff14-4675-9872-e9c8ce550bff tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:34.576774 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c268e5fb-4a66-407e-92cd-3addef2f630e req-8b1d8946-ff14-4675-9872-e9c8ce550bff tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1649323
Sep 16 19:13:34.717198 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c268e5fb-4a66-407e-92cd-3addef2f630e req-580287e9-3563-457d-bbf3-ed87edb69709 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394706
Sep 16 19:13:34.793900 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:34.849207 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:34.855737 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3492d534c7f64b6eb32b08f60fec4d30 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:34.860559 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:34.871734 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:34.989390 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:34.997950 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:35.009935 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:35.060444 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f358f7b8-d6ff-4808-86a3-7fef0e219b06,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:35.064093 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:35.069639 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3492d534c7f64b6eb32b08f60fec4d30&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4968686
Sep 16 19:13:35.069871 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 59702) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:35.132566 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a9d5af36-f9c1-4a4e-b861-5558a4c6ebf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:35.159812 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a9d5af36-f9c1-4a4e-b861-5558a4c6ebf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:35.223953 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a9d5af36-f9c1-4a4e-b861-5558a4c6ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:35.231358 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-e3f9bd75-4e78-48eb-8b4b-7d3ab5fea94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:35.247025 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5af36-f9c1-4a4e-b861-5558a4c6ebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f358f7b8-d6ff-4808-86a3-7fef0e219b06,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:35.249245 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a9d5af36-f9c1-4a4e-b861-5558a4c6ebf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:35.256479 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a9d5af36-f9c1-4a4e-b861-5558a4c6ebf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:35.262636 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-a9d5af36-f9c1-4a4e-b861-5558a4c6ebf3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f358f7b8-d6ff-4808-86a3-7fef0e219b06 HTTP/1.1" status: 204  len: 168 time: 0.1909149
Sep 16 19:13:35.506315 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:35.640429 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:35.647405 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:35.648604 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:35.832655 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:35.917224 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=469e5c8c-54e3-4c09-bb23-cf02de1b98d1,segment=NetworkSegment(4cb794ff-61e7-4b55-b260-b531cba53613),segment_id=4cb794ff-61e7-4b55-b260-b531cba53613)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:35.926455 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:35.929160 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:36.150052 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=469e5c8c-54e3-4c09-bb23-cf02de1b98d1,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:36.158277 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:36.477399 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cceae5-4ee7-44e7-92b0-f4184777c74a req-a5858d39-d676-40ff-8bcd-049296632247 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:36.485697 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d4cceae5-4ee7-44e7-92b0-f4184777c74a req-a5858d39-d676-40ff-8bcd-049296632247 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.4794121
Sep 16 19:13:36.551785 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5351f-234d-4ea3-b01d-fbb2e90a9a80 req-12704e89-cc00-466d-8165-45399e08b3f5 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:36.554101 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9be5351f-234d-4ea3-b01d-fbb2e90a9a80 req-12704e89-cc00-466d-8165-45399e08b3f5 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1215620
Sep 16 19:13:36.564147 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d4cceae5-4ee7-44e7-92b0-f4184777c74a req-868bf00f-f832-4531-96b3-73be8e67182c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772138
Sep 16 19:13:36.590202 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c8ae8116-e89e-45d0-ad8b-022797ac0c21 req-d7b595d3-a45d-4cc0-90d9-6e80540130f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 1099 time: 0.2247145
Sep 16 19:13:36.650740 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9be5351f-234d-4ea3-b01d-fbb2e90a9a80 req-d0fd0149-db11-4c9c-9291-b2e6c31b4443 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892739
Sep 16 19:13:36.845224 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae8116-e89e-45d0-ad8b-022797ac0c21 req-b5ecb9f7-6b86-4e3a-b838-f32d8bb6c928 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:36.848192 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c8ae8116-e89e-45d0-ad8b-022797ac0c21 req-b5ecb9f7-6b86-4e3a-b838-f32d8bb6c928 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 919 time: 0.2349446
Sep 16 19:13:36.928981 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c8ae8116-e89e-45d0-ad8b-022797ac0c21 req-04664e71-fabe-4f1b-947c-a27dbf165fe4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cec690d-5dd2-4470-af92-59a1615b8717 HTTP/1.1" status: 200  len: 217 time: 0.0730495
Sep 16 19:13:37.005519 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae8116-e89e-45d0-ad8b-022797ac0c21 req-e54e54f3-d94c-4ec7-8a5f-8a851ac0e7b2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:37.007036 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c8ae8116-e89e-45d0-ad8b-022797ac0c21 req-e54e54f3-d94c-4ec7-8a5f-8a851ac0e7b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.0657353
Sep 16 19:13:37.062353 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c8ae8116-e89e-45d0-ad8b-022797ac0c21 req-a530f08c-c806-47ca-b6d1-3c57342259a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474079
Sep 16 19:13:37.225669 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c8ae8116-e89e-45d0-ad8b-022797ac0c21 req-cfb1a4ab-4fa8-4987-9a79-9dd874e9757d service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521878
Sep 16 19:13:37.365787 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c8ae8116-e89e-45d0-ad8b-022797ac0c21 req-b9ae239b-9a9a-4a3e-8f61-6e3b472bd1c3 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321840
Sep 16 19:13:37.454874 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 59768) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:37.468976 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:37.572790 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:37.573317 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:37.625207 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:37.660751 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:37.665440 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9d959657ff4ac2872c5897f439ae49 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:37.668357 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:37.675005 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:37.844962 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:37.855263 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:37.864144 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:37.924241 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7f076a-b979-4f57-a75a-9a7917567875,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:37.933767 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f9d959657ff4ac2872c5897f439ae49&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4779592
Sep 16 19:13:37.935644 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:37.937281 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811e582-e394-4af7-b2fd-8674318f46c7 req-fa6ee06a-17f3-4e13-8b42-91f02bc8d786 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:37.938745 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 59782) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:37.944531 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0811e582-e394-4af7-b2fd-8674318f46c7 req-fa6ee06a-17f3-4e13-8b42-91f02bc8d786 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1096096
Sep 16 19:13:37.949143 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb0e06-320b-4a96-8350-332b68e4b438 req-acb13475-6ac0-4d72-8c4e-1bdcd0cad370 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:37.953945 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-60bb0e06-320b-4a96-8350-332b68e4b438 req-acb13475-6ac0-4d72-8c4e-1bdcd0cad370 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1709757
Sep 16 19:13:38.028963 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0811e582-e394-4af7-b2fd-8674318f46c7 req-f5e920ba-cfd4-423a-b84c-1200bce09821 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835071
Sep 16 19:13:38.049082 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-60bb0e06-320b-4a96-8350-332b68e4b438 req-a4ebef26-1183-41cc-bf80-d73a959b4c88 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842488
Sep 16 19:13:38.081409 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-faed0e54-0d7e-4bdd-a2cb-8e2292922736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:38.113571 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-faed0e54-0d7e-4bdd-a2cb-8e2292922736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:38.175294 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-faed0e54-0d7e-4bdd-a2cb-8e2292922736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:38.180642 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ab759804-356e-4ee6-ba4b-e423b55017cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:38.192590 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed0e54-0d7e-4bdd-a2cb-8e2292922736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7f076a-b979-4f57-a75a-9a7917567875,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:38.196113 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-faed0e54-0d7e-4bdd-a2cb-8e2292922736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:38.198183 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-faed0e54-0d7e-4bdd-a2cb-8e2292922736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:38.201958 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-faed0e54-0d7e-4bdd-a2cb-8e2292922736 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c7f076a-b979-4f57-a75a-9a7917567875 HTTP/1.1" status: 204  len: 168 time: 0.2621531
Sep 16 19:13:39.323895 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd2376-e2f0-42cb-a8c7-8b34dccf5ce0 req-e94a67e0-5b4b-406c-a2bc-c2b3597bc027 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:39.325569 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e6dd2376-e2f0-42cb-a8c7-8b34dccf5ce0 req-e94a67e0-5b4b-406c-a2bc-c2b3597bc027 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1277552
Sep 16 19:13:39.379756 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e6dd2376-e2f0-42cb-a8c7-8b34dccf5ce0 req-c9508807-ac95-4fea-823b-19310a3ec5a2 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474753
Sep 16 19:13:39.394172 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59820) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:39.416761 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f3c85-354d-440d-bafc-f537e7afed0c req-dd54290c-d152-4fc8-ab75-5ecb0d354c09 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:39.419026 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-344f3c85-354d-440d-bafc-f537e7afed0c req-dd54290c-d152-4fc8-ab75-5ecb0d354c09 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1181762
Sep 16 19:13:39.474675 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-344f3c85-354d-440d-bafc-f537e7afed0c req-81902248-bf31-42ba-98da-4e3ed0e8d38b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468707
Sep 16 19:13:39.556962 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1981444751-network', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:39.562312 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:39.566620 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Usage tracker for resource:network and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:39.569583 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:39.577816 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:39.589319 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Made reservation on behalf of cb106e20366e47629235b6d9a75278a9 for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:13:39.591876 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:39.607528 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:39.642294 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:39.647026 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Usage tracker for resource:security_group_rule and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:39.650835 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:39.657093 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:39.767187 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:39.775236 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:39.780022 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-195efb19-012f-4b43-bc4e-e4a8145b78c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:39.823539 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:13:39.825864 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3367261d-8bf8-485b-b40c-30caf22490a8,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:39.831159 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:39.836990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:39.837183 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Added segment a43c6cbc-4e9b-4975-b028-cf0e645ba492 of type vlan for network fd8d7b0c-63d0-44f1-8893-142431ff9791
Sep 16 19:13:39.868004 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:39.900060 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:39.901294 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:39.901909 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:39.905472 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d4323897-4a81-4734-b55a-52b2ef0b7228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:40.029193 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 59832) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:40.029434 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6338563
Sep 16 19:13:40.035377 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Request body: {'subnet': {'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1981444751-subnet', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:40.038000 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8d7b0c-63d0-44f1-8893-142431ff9791,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:40.040891 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:40.041432 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:40.046571 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Usage tracker for resource:subnet and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:40.050107 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network fd8d7b0c-63d0-44f1-8893-142431ff9791 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:13:40.065820 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:40.078004 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:40.094300 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Made reservation on behalf of cb106e20366e47629235b6d9a75278a9 for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:13:40.097018 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:40.382494 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:40.386691 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:40.480849 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:40.484504 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:40.490289 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Checking segment: {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:40.490643 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Network hostable DHCP agents. Network: fd8d7b0c-63d0-44f1-8893-142431ff9791, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:13:40.519728 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Network fd8d7b0c-63d0-44f1-8893-142431ff9791 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:13:40.531825 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, fd8d7b0c-63d0-44f1-8893-142431ff9791) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:40.538845 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:40.540513 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:40.546800 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2def4ef-1284-4959-a411-7478a27fd23a None None] Network fd8d7b0c-63d0-44f1-8893-142431ff9791 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:13:40.573445 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5425894
Sep 16 19:13:40.576454 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 59842) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:40.590719 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:40.599320 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:40.608573 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Usage tracker for resource:router and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:40.611921 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:40.624134 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:40.652221 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25041'] for router, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:40.654502 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25066'] for router, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:40.693897 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:40.805586 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec110f8-b62b-4aee-9d29-08d169a135ad req-c4c8b7df-c7c1-4e4b-bd51-2b0a4c5c3915 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:40.814535 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7ec110f8-b62b-4aee-9d29-08d169a135ad req-c4c8b7df-c7c1-4e4b-bd51-2b0a4c5c3915 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2734101
Sep 16 19:13:40.896877 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7ec110f8-b62b-4aee-9d29-08d169a135ad req-d5eaa1a2-e89c-4b25-9b59-b6c4dbe8baf4 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811784
Sep 16 19:13:40.974159 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4d7c6a9-5804-5803-a105-e0f3269092f5-fd8d7b0c-63d0-44f1-8893-142431ff9791', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2'}]}} from dv-cinder-809447-1-iscsi. {{(pid=75162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 16 19:13:40.975677 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:41.067962 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:41.083336 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308dd3b-b187-4869-9002-6da19da51208 req-710e5617-a735-4756-8277-596fb4d60aeb tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:41.093590 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2308dd3b-b187-4869-9002-6da19da51208 req-710e5617-a735-4756-8277-596fb4d60aeb tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.3704040
Sep 16 19:13:41.170640 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2308dd3b-b187-4869-9002-6da19da51208 req-4080416b-50f6-4d6f-a95e-2caaba30cce2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761590
Sep 16 19:13:41.261453 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.db_base_plugin_common [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Allocated IP 172.20.0.2 (fd8d7b0c-63d0-44f1-8893-142431ff9791/5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2/00f9d5de-9670-4ce0-ade0-0f5364e485c8) {{(pid=75162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:13:41.377218 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:41.413101 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:41.582215 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Notify callbacks [] for port, precommit_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:41.595953 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Transition to ACTIVE for port object 00f9d5de-9670-4ce0-ade0-0f5364e485c8 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:41.619208 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Transition to ACTIVE for port object 00f9d5de-9670-4ce0-ade0-0f5364e485c8 will not be triggered until provisioned by entity DHCP. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:41.625655 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:41.631367 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:41.638713 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Allocated IP 172.27.3.203 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/93e1c239-a16a-48ce-9b2d-1f0b8f638f11) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:13:41.714100 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Network fd8d7b0c-63d0-44f1-8893-142431ff9791 is already hosted by enough agents. {{(pid=75162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:41.715609 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Pushing event updated for resources: {'Port': ['ID=00f9d5de-9670-4ce0-ade0-0f5364e485c8,revision_number=1']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:41.719178 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.base_scheduler [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Resources bound (agent type, host, resource id):  {{(pid=75162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:41.720957 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:41.722005 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Received port after_create {{(pid=75162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:13:41.863424 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Attempting to bind port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:13:41.863959 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Attempting to bind port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:13:41.864471 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Attempting to bind port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 on network fd8d7b0c-63d0-44f1-8893-142431ff9791 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:41.875906 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:13:41.877911 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Checking segment: {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:41.879303 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:41.879744 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Bound using segment: {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:13:41.880362 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Bound port: 00f9d5de-9670-4ce0-ade0-0f5364e485c8, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:13:41.880687 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:41.960075 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:42.005049 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:42.009450 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-e516a064-138a-4031-afef-3d01d5bd8488 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:42.052986 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] For port 00f9d5de-9670-4ce0-ade0-0f5364e485c8, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:13:42.068250 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] For port 00f9d5de-9670-4ce0-ade0-0f5364e485c8, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=00f9d5de-9670-4ce0-ade0-0f5364e485c8,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:13:42.076422 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:42.081014 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-8c5c496e-49bd-49dd-93bf-b5cb61dfbcbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:42.095810 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:42.104120 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:42.108838 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:13:42.180159 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Pushing event updated for resources: {'Port': ['ID=93e1c239-a16a-48ce-9b2d-1f0b8f638f11,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:42.184005 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:42.209626 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Pushing event updated for resources: {'Port': ['ID=00f9d5de-9670-4ce0-ade0-0f5364e485c8,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:42.222297 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:42.259038 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cf800-b8ff-4f21-95a0-6e7ed7c9df14 req-6f77fe63-06da-4502-9d8c-4c213a7521ff tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:42.261332 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b6cf800-b8ff-4f21-95a0-6e7ed7c9df14 req-6f77fe63-06da-4502-9d8c-4c213a7521ff tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1706929
Sep 16 19:13:42.325708 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:42.326559 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864'] for router, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:42.334230 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b6cf800-b8ff-4f21-95a0-6e7ed7c9df14 req-ba901f5c-b888-4aea-9062-13332188844f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654502
Sep 16 19:13:42.703543 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32678f0-f21e-4b51-aa3c-249bba673e19 req-0cb9c122-e528-4876-81a5-17dd6b0d2d4d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:42.705517 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c32678f0-f21e-4b51-aa3c-249bba673e19 req-0cb9c122-e528-4876-81a5-17dd6b0d2d4d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.2787776
Sep 16 19:13:42.786882 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c32678f0-f21e-4b51-aa3c-249bba673e19 req-732819f8-a2a9-4f0d-953d-8021f28b1a53 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718200
Sep 16 19:13:42.866777 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Router bf51de41-8b6b-4f84-95d0-f14f77443f1a is scheduled to L3 agent 47301655-9877-4924-9286-fd3835d3484c with binding_index 1 {{(pid=75161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 16 19:13:43.126342 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccab18-caec-4009-babe-def793455b69 req-0ce6dd0c-70ab-41e2-b059-95fa7c9539ff tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:43.128614 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e8ccab18-caec-4009-babe-def793455b69 req-0ce6dd0c-70ab-41e2-b059-95fa7c9539ff tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1765773
Sep 16 19:13:43.144727 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:13:43.161725 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Sync routers for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:13:43.188306 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:43.189009 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04463c5700>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:13:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:43.196644 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Notify callbacks [] for router, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:43.201234 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.6211910
Sep 16 19:13:43.202521 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 59874) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:43.410692 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e8ccab18-caec-4009-babe-def793455b69 req-47fba4cc-e50e-4e86-ad4d-a49bfb697b99 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2724154
Sep 16 19:13:43.440711 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:43.589485 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 00f9d5de-9670-4ce0-ade0-0f5364e485c8 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:43.743793 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f255f671-7962-4be1-9812-233664643dc0 None None] Network fd8d7b0c-63d0-44f1-8893-142431ff9791 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:13:43.766312 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ed4ca-f208-440b-9cb6-f76c6f882a31 req-d77f00c1-49d8-40a6-a8dc-cb34a9548c8f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:43.768619 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9f7ed4ca-f208-440b-9cb6-f76c6f882a31 req-d77f00c1-49d8-40a6-a8dc-cb34a9548c8f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2117288
Sep 16 19:13:43.842554 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9f7ed4ca-f208-440b-9cb6-f76c6f882a31 req-0dbff2d2-6cce-4728-8a96-aa71a79d9a10 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676544
Sep 16 19:13:44.070783 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5825cb7d-2292-435d-910e-e9d298d010d8 None None] Provisioning for port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:44.097162 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:44.114568 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:44.115132 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:44.196853 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04463c5700>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:42Z', 'revision_number': 3, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:44.202650 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Checking router: bf51de41-8b6b-4f84-95d0-f14f77443f1a for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:13:44.203286 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Updating router bf51de41-8b6b-4f84-95d0-f14f77443f1a port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 binding host dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:13:44.272713 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:44.310597 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:44.326762 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 00f9d5de-9670-4ce0-ade0-0f5364e485c8, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=00f9d5de-9670-4ce0-ade0-0f5364e485c8,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:44.338395 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:44.343250 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:44.452707 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa532aad-2d99-46eb-84ab-0fd3fbe9ae34 req-4f372138-3426-4c4e-bdae-c3852c4b5e3b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:44.454427 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-aa532aad-2d99-46eb-84ab-0fd3fbe9ae34 req-4f372138-3426-4c4e-bdae-c3852c4b5e3b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.2551272
Sep 16 19:13:44.465176 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=00f9d5de-9670-4ce0-ade0-0f5364e485c8,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:44.473926 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:44.506886 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-30c5f57e-1b76-44dd-aa71-519a51934a0f None None] Provisioning complete for port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:44.507258 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-30c5f57e-1b76-44dd-aa71-519a51934a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:44.625355 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-aa532aad-2d99-46eb-84ab-0fd3fbe9ae34 req-725a5c3b-8400-4fa0-9bcd-566e916296ed tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1614757
Sep 16 19:13:44.701597 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c31b0-552f-4b1d-96a2-597da95d9c89 req-e1d0e3b0-3e1e-48e9-92f7-9028a5a086f2 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:44.714357 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-244c31b0-552f-4b1d-96a2-597da95d9c89 req-e1d0e3b0-3e1e-48e9-92f7-9028a5a086f2 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1240919
Sep 16 19:13:44.796714 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-244c31b0-552f-4b1d-96a2-597da95d9c89 req-fcdbab41-7972-40c9-9334-8d22aad0fe58 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808377
Sep 16 19:13:44.956944 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Notify callbacks [] for port, precommit_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:44.998327 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.provisioning_blocks [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Transition to ACTIVE for port object 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 will not be triggered until provisioned by entity L2. {{(pid=75163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:45.011353 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:45.020109 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-5be918cb-212b-4b5c-b8a6-cc49ad299a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:45.082845 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:45.192279 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383a21f-a9a1-4ba2-8b0c-5ae879d7fce4 None None] Pushing event updated for resources: {'Port': ['ID=93e1c239-a16a-48ce-9b2d-1f0b8f638f11,revision_number=2']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:45.220983 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-9383a21f-a9a1-4ba2-8b0c-5ae879d7fce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:45.294305 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Attempting to bind port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:13:45.295077 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Attempting to bind port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:13:45.295077 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Attempting to bind port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 on network 12b4b60e-61ac-4f17-9f35-3f35015313b9 {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:45.329160 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:13:45.329438 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:45.329685 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:45.330087 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Bound using segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:13:45.333652 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Bound port: 93e1c239-a16a-48ce-9b2d-1f0b8f638f11, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:13:45.334066 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:45.372796 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa17e5f-b930-44dc-a2e1-3b90e577c410 req-34c71f61-9841-4783-ae82-942ef88020a0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:45.374312 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0aa17e5f-b930-44dc-a2e1-3b90e577c410 req-34c71f61-9841-4783-ae82-942ef88020a0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2942905
Sep 16 19:13:45.415168 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 00f9d5de-9670-4ce0-ade0-0f5364e485c8 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:45.468932 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] For port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:13:45.478326 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] For port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=93e1c239-a16a-48ce-9b2d-1f0b8f638f11,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:13:45.488386 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:45.502614 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:45.503205 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:45.506896 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-9383a21f-a9a1-4ba2-8b0c-5ae879d7fce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:45.558287 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Allocated IP 172.20.0.1 (fd8d7b0c-63d0-44f1-8893-142431ff9791/5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2/20cfacfc-38da-443a-9db1-033cb881c5a6) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:13:45.590193 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:45.591126 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04463c5700>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:13:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:45.709994 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383a21f-a9a1-4ba2-8b0c-5ae879d7fce4 None None] Pushing event updated for resources: {'Port': ['ID=93e1c239-a16a-48ce-9b2d-1f0b8f638f11,revision_number=3']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:45.715593 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-9383a21f-a9a1-4ba2-8b0c-5ae879d7fce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:45.805339 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:45.823181 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0aa17e5f-b930-44dc-a2e1-3b90e577c410 req-6931064e-e4d4-4ac0-9623-f3989bc00e75 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4338562
Sep 16 19:13:45.847379 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Transition to ACTIVE for port object 20cfacfc-38da-443a-9db1-033cb881c5a6 will not be triggered until provisioned by entity DHCP. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:45.906945 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:45.908399 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:45.911244 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:46.036034 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Network fd8d7b0c-63d0-44f1-8893-142431ff9791 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:46.037109 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:46.039588 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Pushing event updated for resources: {'Port': ['ID=20cfacfc-38da-443a-9db1-033cb881c5a6,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:46.041807 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:13:46.074300 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:46.148980 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82607902-ab8c-4aa2-bdd9-6767a8132c41 req-0653f38a-c8b7-47ba-95dd-15d63bf965b3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:46.151165 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-82607902-ab8c-4aa2-bdd9-6767a8132c41 req-0653f38a-c8b7-47ba-95dd-15d63bf965b3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.2034702
Sep 16 19:13:46.182447 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704966'] for router_interface, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:46.228733 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-82607902-ab8c-4aa2-bdd9-6767a8132c41 req-ff997118-b9c2-41fe-837b-9f3311030898 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717707
Sep 16 19:13:46.290711 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:46.381454 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5bbd2-6274-4a80-bcf0-59384b5e1241 req-d6ee60a0-2dc0-40c7-92b1-a2c5a98c5e1a tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:46.383499 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-88c5bbd2-6274-4a80-bcf0-59384b5e1241 req-d6ee60a0-2dc0-40c7-92b1-a2c5a98c5e1a tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.2810745
Sep 16 19:13:46.412850 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-a76b3b6b-7072-433d-a182-4c0c208d5b60 None None] Provisioning for port 20cfacfc-38da-443a-9db1-033cb881c5a6 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:46.424982 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-a76b3b6b-7072-433d-a182-4c0c208d5b60 None None] Provisioning complete for port 20cfacfc-38da-443a-9db1-033cb881c5a6 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:46.426636 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b6b-7072-433d-a182-4c0c208d5b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:46.514616 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-a76b3b6b-7072-433d-a182-4c0c208d5b60 None None] Port 20cfacfc-38da-443a-9db1-033cb881c5a6 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:13:46.538389 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04463c5700>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:42Z', 'revision_number': 3, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:46.543616 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf728fc3-23f5-496d-bf13-6b1a7e024912 None None] The sync data for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi is: [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:42Z', 'revision_number': 3, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:13:46.622532 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:13:46.641004 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-88c5bbd2-6274-4a80-bcf0-59384b5e1241 req-8f54da19-3de0-4e74-9a56-e6e8466adb92 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954237
Sep 16 19:13:46.669612 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:46.675033 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:46.705694 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:46.785245 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Pushing event updated for resources: {'Port': ['ID=20cfacfc-38da-443a-9db1-033cb881c5a6,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:46.788449 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:46.790257 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15345371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719594'] for router_interface, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:46.959220 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Network fd8d7b0c-63d0-44f1-8893-142431ff9791 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:46.960544 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:47.139391 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6e1d6-4014-4485-a3a6-ce339a594e3a req-1cefd6cc-7fb2-4a22-8d43-f266ff92361c tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:47.141237 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b6e1d6-4014-4485-a3a6-ce339a594e3a req-1cefd6cc-7fb2-4a22-8d43-f266ff92361c tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1897967
Sep 16 19:13:47.203230 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e6b6e1d6-4014-4485-a3a6-ce339a594e3a req-01b2997c-f096-4248-9557-27ac81184817 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547309
Sep 16 19:13:47.363043 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-6517f2b0-4d53-4ee3-a01b-5569d96b98ef None None] Provisioning complete for port 20cfacfc-38da-443a-9db1-033cb881c5a6 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:47.363553 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6517f2b0-4d53-4ee3-a01b-5569d96b98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:47.463283 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-6517f2b0-4d53-4ee3-a01b-5569d96b98ef None None] Port 20cfacfc-38da-443a-9db1-033cb881c5a6 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:13:47.536533 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:47.540169 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Router bf51de41-8b6b-4f84-95d0-f14f77443f1a has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:13:47.623902 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:47.629054 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:47.629435 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:47.770854 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:47.778791 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345013a-cdc9-4e16-a4e1-2fc45b669e9c req-957ba66e-dcff-4d0a-b16c-c357f28ea06a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:47.780599 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1345013a-cdc9-4e16-a4e1-2fc45b669e9c req-957ba66e-dcff-4d0a-b16c-c357f28ea06a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1738784
Sep 16 19:13:47.796242 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=93e1c239-a16a-48ce-9b2d-1f0b8f638f11,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:47.803036 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:47.805742 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:47.888775 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=93e1c239-a16a-48ce-9b2d-1f0b8f638f11,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:47.893854 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ff8d0-7c96-4f2a-9ae1-c0896866074d req-2df46ecb-3069-49d7-bcc9-f31f19e2130c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:47.896428 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fd0ff8d0-7c96-4f2a-9ae1-c0896866074d req-2df46ecb-3069-49d7-bcc9-f31f19e2130c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1018491
Sep 16 19:13:47.903093 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:47.948879 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1345013a-cdc9-4e16-a4e1-2fc45b669e9c req-ce6abef9-c911-4966-afb9-a293cef73532 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1619220
Sep 16 19:13:47.959690 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fd0ff8d0-7c96-4f2a-9ae1-c0896866074d req-7248c1b0-d2be-4a23-9ccb-4928da073c26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510807
Sep 16 19:13:47.973954 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:13:47.983882 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] 10.222.0.22 "PUT /v2.0/routers/bf51de41-8b6b-4f84-95d0-f14f77443f1a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7801683
Sep 16 19:13:48.416482 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd5943-f971-4df4-9236-45e962ff8c11 req-bd5844c8-b493-419d-9d44-fbe4bf85fd9a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:48.418353 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-acfd5943-f971-4df4-9236-45e962ff8c11 req-bd5844c8-b493-419d-9d44-fbe4bf85fd9a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0913134
Sep 16 19:13:48.433556 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 97a515e1-4282-4086-b023-717eb961c6c3 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:13:48.470550 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-acfd5943-f971-4df4-9236-45e962ff8c11 req-1e589ed9-29b0-42bd-ba46-49d141367129 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458686
Sep 16 19:13:48.614881 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:48.638681 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '97a515e1-4282-4086-b023-717eb961c6c3', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'port_id': '97a515e1-4282-4086-b023-717eb961c6c3', 'mac_address': 'fa:16:3e:a2:b4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:13:48.698922 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:48.718227 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97a515e1-4282-4086-b023-717eb961c6c3 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:13:48.734831 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:48.738834 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:48.740667 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:48.814553 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=6']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:48.825139 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:48.989800 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 60010) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:48.996177 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-403311685-network', 'tenant_id': 'd817b20801844037b3b951f08386d7e9'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:49.000328 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['97a515e1-4282-4086-b023-717eb961c6c3'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:13:49.012465 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:49.039690 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Usage tracker for resource:network and tenant:d817b20801844037b3b951f08386d7e9 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:49.050525 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:49.062350 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:49.099620 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Made reservation on behalf of d817b20801844037b3b951f08386d7e9 for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:13:49.105182 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.127394 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.168709 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:49.173204 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Usage tracker for resource:security_group_rule and tenant:d817b20801844037b3b951f08386d7e9 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:49.176995 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:49.183450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:49.267769 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbd46-941e-415c-b6d4-a62f37b18dc2 req-a5e4c9de-c9b1-4c24-b96f-555c777ca120 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:49.276697 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5cacbd46-941e-415c-b6d4-a62f37b18dc2 req-a5e4c9de-c9b1-4c24-b96f-555c777ca120 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1331503
Sep 16 19:13:49.324069 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.336029 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6276e01-3ac2-4b59-bf2a-3f3f60d7f970 req-fc2671b4-c86c-424c-be48-11920b9e6ed6 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:49.337908 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a6276e01-3ac2-4b59-bf2a-3f3f60d7f970 req-fc2671b4-c86c-424c-be48-11920b9e6ed6 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 944 time: 0.1175170
Sep 16 19:13:49.338476 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5cacbd46-941e-415c-b6d4-a62f37b18dc2 req-c3b9eb80-0aa0-4c96-b4a2-865bfba786a2 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605488
Sep 16 19:13:49.339224 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.344127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c8965b2b-e056-4cb6-b0be-d0c9b647b0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:49.393140 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:13:49.416127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29f3a19-c689-47d4-9158-691ca6e1bfa4,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:49.422988 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:49.425019 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:49.425929 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.426305 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Added segment e67b8e0b-9861-48e3-87b7-d2d16e71302f of type vlan for network 46692429-526f-4127-9452-c4cda41fa897
Sep 16 19:13:49.436061 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a6276e01-3ac2-4b59-bf2a-3f3f60d7f970 req-113af525-2a12-488f-a150-23b4d5aa0157 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832922
Sep 16 19:13:49.457870 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.497042 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:49.497263 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.497481 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.498563 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:49.499146 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.504058 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:49.613799 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6223009
Sep 16 19:13:49.616344 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Pushing event updated for resources: {'Network': ['ID=46692429-526f-4127-9452-c4cda41fa897,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:49.620853 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:49.621072 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 60024) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:49.627436 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Request body: {'subnet': {'network_id': '46692429-526f-4127-9452-c4cda41fa897', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-403311685-subnet', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'ip_version': 4}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:49.630872 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 46692429-526f-4127-9452-c4cda41fa897 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:13:49.634997 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:49.639011 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Usage tracker for resource:subnet and tenant:d817b20801844037b3b951f08386d7e9 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:49.643002 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:49.649474 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:49.661097 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Made reservation on behalf of d817b20801844037b3b951f08386d7e9 for: {'subnet': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:13:49.664844 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3124558'] for subnet, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.702564 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39074cde-ac13-4928-a6e4-aa0e063071fc req-60b9cbb6-2f76-4c0c-8c5a-a7b6b5c79e2e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:49.710104 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-39074cde-ac13-4928-a6e4-aa0e063071fc req-60b9cbb6-2f76-4c0c-8c5a-a7b6b5c79e2e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1085854
Sep 16 19:13:49.767843 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-39074cde-ac13-4928-a6e4-aa0e063071fc req-58f3b0a9-87de-42fc-965c-6ca2442d64b6 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568039
Sep 16 19:13:49.884334 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2682398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3124568'] for subnet, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:49.888326 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-85a5dd4e-0cc7-40b7-98fa-b88012948a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:49.948426 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=09008f69-fd89-4514-abb9-5dcddfc5fca7,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:49.951718 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:49.978037 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Checking segment: {'id': 'e67b8e0b-9861-48e3-87b7-d2d16e71302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46692429-526f-4127-9452-c4cda41fa897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:49.978522 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Network hostable DHCP agents. Network: 46692429-526f-4127-9452-c4cda41fa897, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:13:50.000728 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Network 46692429-526f-4127-9452-c4cda41fa897 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:13:50.015939 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 46692429-526f-4127-9452-c4cda41fa897) {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:50.025560 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:50.026484 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:50.027026 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0cb37-5df5-4457-92e5-0d90aef4b442 None None] Network 46692429-526f-4127-9452-c4cda41fa897 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:13:50.059760 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4370353
Sep 16 19:13:50.062374 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 60038) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:50.067881 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-403311685-router', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:13:50.072500 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:13:50.076467 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Usage tracker for resource:router and tenant:d817b20801844037b3b951f08386d7e9 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:13:50.079472 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:13:50.085175 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:13:50.098348 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25041'] for router, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:50.099428 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25066'] for router, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:50.127952 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:50.310952 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4d7c6a9-5804-5803-a105-e0f3269092f5-46692429-526f-4127-9452-c4cda41fa897', 'network_id': '46692429-526f-4127-9452-c4cda41fa897', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'fixed_ips': [{'subnet_id': '09008f69-fd89-4514-abb9-5dcddfc5fca7'}]}} from dv-cinder-809447-1-iscsi. {{(pid=75162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 16 19:13:50.311121 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:50.312246 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:50.316748 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 60048) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:50.430184 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df2ddf7-9559-4648-97fb-af9fc8887780 admin admin] Deleting subnet e1eb5acd-6289-43ec-aa1f-b8c46774dfe9 {{(pid=75160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:13:50.440161 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5df2ddf7-9559-4648-97fb-af9fc8887780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:50.456368 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 97a515e1-4282-4086-b023-717eb961c6c3 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:50.541876 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5df2ddf7-9559-4648-97fb-af9fc8887780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3042159'] for subnet, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:50.636841 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.db_base_plugin_common [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Allocated IP 172.20.0.2 (46692429-526f-4127-9452-c4cda41fa897/09008f69-fd89-4514-abb9-5dcddfc5fca7/dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7) {{(pid=75162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:13:50.670981 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c96d1-49a3-4254-9ee8-efebdb63f261 req-14ac1da2-8dd5-43ff-a04b-0215076110ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:50.673432 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1b1c96d1-49a3-4254-9ee8-efebdb63f261 req-14ac1da2-8dd5-43ff-a04b-0215076110ca tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1216326
Sep 16 19:13:50.735565 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1b1c96d1-49a3-4254-9ee8-efebdb63f261 req-e4ae1b3d-63c7-41a8-a595-0cd2bc49043a tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557196
Sep 16 19:13:50.786334 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 97a515e1-4282-4086-b023-717eb961c6c3 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:50.786720 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:50.860186 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5df2ddf7-9559-4648-97fb-af9fc8887780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:50.989115 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff57a2-a248-4d93-bb43-f82bc75afb2c req-56a9e1c5-eb5d-4dd3-ba38-5d641b46ba72 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:50.990709 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-02ff57a2-a248-4d93-bb43-f82bc75afb2c req-56a9e1c5-eb5d-4dd3-ba38-5d641b46ba72 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 944 time: 0.2046602
Sep 16 19:13:51.001334 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5df2ddf7-9559-4648-97fb-af9fc8887780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2682591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124563'] for subnet, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.038206 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f926bb-89f6-48b0-bac7-ee3834bf033f req-5b4d17ea-798d-4802-8894-90c3c78d03a5 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:51.041069 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b0f926bb-89f6-48b0-bac7-ee3834bf033f req-5b4d17ea-798d-4802-8894-90c3c78d03a5 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1370099
Sep 16 19:13:51.056996 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ad7a28f1-f041-47b7-8176-a1c84c5f92ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:51.093291 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.118975 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b0f926bb-89f6-48b0-bac7-ee3834bf033f req-114d3bd2-c5cc-4ade-8216-c140df2c26e0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713458
Sep 16 19:13:51.120165 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Notify callbacks [] for port, precommit_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.122941 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Sync routers for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:13:51.125310 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2ddf7-9559-4648-97fb-af9fc8887780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1eb5acd-6289-43ec-aa1f-b8c46774dfe9,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:51.136528 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5df2ddf7-9559-4648-97fb-af9fc8887780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:51.149967 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Transition to ACTIVE for port object dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:51.153870 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5df2ddf7-9559-4648-97fb-af9fc8887780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.166289 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.180364 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:13:51.194225 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Transition to ACTIVE for port object dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 will not be triggered until provisioned by entity DHCP. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:51.198457 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:51.199160 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445fb9bb0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:13:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:51.204473 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5df2ddf7-9559-4648-97fb-af9fc8887780 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e1eb5acd-6289-43ec-aa1f-b8c46774dfe9 HTTP/1.1" status: 204  len: 168 time: 0.8844731
Sep 16 19:13:51.204473 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.205130 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60064) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:51.208384 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-02ff57a2-a248-4d93-bb43-f82bc75afb2c req-e3a71b91-75e6-46ca-99bb-00f72445d6e0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2056422
Sep 16 19:13:51.269621 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:51.279676 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.293717 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:51.321503 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.338997 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3', 'code': 200}
Sep 16 19:13:51.360875 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.456345 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Allocated IP 172.27.3.158 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/e17713b2-edd1-4c19-88ce-ed893e59ec27) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:13:51.459505 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Network 46692429-526f-4127-9452-c4cda41fa897 is already hosted by enough agents. {{(pid=75162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:51.460410 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Pushing event updated for resources: {'Port': ['ID=dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7,revision_number=1']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:51.464898 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:51.468560 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:51.499598 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.500822 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.base_scheduler [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Resources bound (agent type, host, resource id):  {{(pid=75162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:51.503397 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Received port after_create {{(pid=75162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:13:51.530984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0445af9790>> segment before_delete 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.531346 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0445af9790>> subnet precommit_delete_associations 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.535990 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04457cda00>> segment_host_mapping after_create 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.536533 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04457cda00>> port after_create 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.537149 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04457cda00>> port after_delete 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.537686 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04457cda00>> port after_update 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.538180 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04457cda00>> segment after_delete 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.539083 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04457cda00>> subnet after_create 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.541325 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04457cda00>> subnet after_delete 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.541815 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f04457cda00>> subnet after_update 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.661133 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=7']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:51.665075 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:51.677198 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.681316 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:51.722878 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Attempting to bind port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:13:51.723432 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Attempting to bind port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'e67b8e0b-9861-48e3-87b7-d2d16e71302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46692429-526f-4127-9452-c4cda41fa897'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:13:51.723795 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Attempting to bind port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 on network 46692429-526f-4127-9452-c4cda41fa897 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:51.725322 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.729965 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:51.756418 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:13:51.757268 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Checking segment: {'id': 'e67b8e0b-9861-48e3-87b7-d2d16e71302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46692429-526f-4127-9452-c4cda41fa897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:51.757945 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.758526 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Bound using segment: {'id': 'e67b8e0b-9861-48e3-87b7-d2d16e71302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46692429-526f-4127-9452-c4cda41fa897'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:13:51.759153 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Bound port: dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b8e0b-9861-48e3-87b7-d2d16e71302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46692429-526f-4127-9452-c4cda41fa897'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:13:51.759704 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.767855 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0445527f40>> subnet after_create 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.768393 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0445527f40>> subnet after_delete 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.768802 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0445527f40>> subnet before_create 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.769661 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0445527f40>> subnet before_update 55550000 {{(pid=75161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 19:13:51.770257 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0446165490>,) {'filters': {'network_id': ['515f21be-f9ad-4c09-bcc5-02d19acfb869']}} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:51.795026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0446165490>, '68997964-2f5e-46f7-a606-87047eed8a4a') {'for_net_delete': True} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:51.795579 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0446165490>, '68997964-2f5e-46f7-a606-87047eed8a4a') {} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:51.807430 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:51.810774 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:51.815681 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:13:51.824880 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2816623'] for segment, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.847559 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e17713b2-edd1-4c19-88ce-ed893e59ec27,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:51.848014 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.855416 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:51.859230 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=75161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:13:51.859682 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2607524'] for segment, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   util.warn_limited(
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   util.warn_limited(
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]: Traceback (most recent call last):
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     timer()
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     cb(*args, **kw)
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     return func(*args, **kwargs)
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     self._notify()
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     self.callback(batched_events)
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     event.method(event)
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     return f(self, *a, **k)
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._get(url).json()
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:13:51.900142 dv-cinder-809447-1-iscsi neutron-server[75161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:13:52.055316 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] For port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:13:52.059635 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] For port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7,segment=NetworkSegment(e67b8e0b-9861-48e3-87b7-d2d16e71302f),segment_id=e67b8e0b-9861-48e3-87b7-d2d16e71302f)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:13:52.077305 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:52.080670 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864'] for router, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:52.081124 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:52.093130 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:52.109614 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:52.122509 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:52.145595 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:52.159966 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Pushing event deleted for resources: {'Network': ['ID=515f21be-f9ad-4c09-bcc5-02d19acfb869,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:52.165386 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:52.169880 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] 10.222.0.22 "DELETE /v2.0/networks/515f21be-f9ad-4c09-bcc5-02d19acfb869 HTTP/1.1" status: 204  len: 168 time: 0.9637418
Sep 16 19:13:52.183553 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a1cb8-ee01-4ff6-89c2-31365e9b3d27 req-712d543d-db51-4183-b096-2b3676890f28 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:52.191887 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a95a1cb8-ee01-4ff6-89c2-31365e9b3d27 req-712d543d-db51-4183-b096-2b3676890f28 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1587965
Sep 16 19:13:52.253109 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a95a1cb8-ee01-4ff6-89c2-31365e9b3d27 req-10e582ee-0cef-412a-92f9-b708dcbf7010 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602648
Sep 16 19:13:52.330987 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Pushing event updated for resources: {'Port': ['ID=dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:52.347366 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:52.551005 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15102ac2-817e-41af-80f2-4d91ab1c8706 req-bd09dd21-7071-4763-984d-6e1fa5d57c09 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:52.552482 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-15102ac2-817e-41af-80f2-4d91ab1c8706 req-bd09dd21-7071-4763-984d-6e1fa5d57c09 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1667483
Sep 16 19:13:52.567322 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8486f0-7669-497c-bbda-98a3a2f2e925 req-c57579b9-79ac-4cf3-a058-cdecc1262da2 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:52.574373 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1b8486f0-7669-497c-bbda-98a3a2f2e925 req-c57579b9-79ac-4cf3-a058-cdecc1262da2 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1357675
Sep 16 19:13:52.593691 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445fb9bb0>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 2, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:52.624399 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Checking router: bf51de41-8b6b-4f84-95d0-f14f77443f1a for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:13:52.625898 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Updating router bf51de41-8b6b-4f84-95d0-f14f77443f1a port 20cfacfc-38da-443a-9db1-033cb881c5a6 binding host dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:13:52.698785 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-15102ac2-817e-41af-80f2-4d91ab1c8706 req-e1334cc7-1a01-4472-845f-fa3ad798a201 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1351953
Sep 16 19:13:52.745662 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60094) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:52.748627 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:52.790289 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1b8486f0-7669-497c-bbda-98a3a2f2e925 req-f07d7d7f-aee7-4966-9015-fcb3c57f0bd4 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149036
Sep 16 19:13:52.876596 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Router 08b2689c-d0ce-4235-a103-7f98de3fbda5 is scheduled to L3 agent 47301655-9877-4924-9286-fd3835d3484c with binding_index 1 {{(pid=75160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 16 19:13:52.882907 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-9681f963-f1fa-49b7-831f-136e4579d4a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a08e1aa164ba4611872d63e3c60c8829&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1332433
Sep 16 19:13:52.884175 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 60100) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:53.131695 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-70d987c0-1f71-49de-88de-06e14693aa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:53.186012 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-70d987c0-1f71-49de-88de-06e14693aa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:53.477552 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-54d33f6f-71a7-441c-bd97-369117b68132 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Synchronizing usage tracker for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:13:53.492489 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Notify callbacks [] for port, precommit_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:53.519354 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Transition to ACTIVE for port object 20cfacfc-38da-443a-9db1-033cb881c5a6 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:53.541433 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:53.550334 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:53.566962 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-54d33f6f-71a7-441c-bd97-369117b68132 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Unset dirty status for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:13:53.576077 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-54d33f6f-71a7-441c-bd97-369117b68132 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19019899&fields=id&tenant_id=e6e35375d8bb43cfa62224d5c126faf2 HTTP/1.1" status: 200  len: 267 time: 0.2942674
Sep 16 19:13:53.586833 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-70d987c0-1f71-49de-88de-06e14693aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:53.607589 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:53.614724 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-13b531c9-4ebc-45b6-836e-312d290d2053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:53.666049 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e58d17-dcf0-4026-afb3-226356ce6964 req-207c6654-865c-4028-a606-4db59e41a064 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:53.677720 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-11e58d17-dcf0-4026-afb3-226356ce6964 req-207c6654-865c-4028-a606-4db59e41a064 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.2330995
Sep 16 19:13:53.682290 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d987c0-1f71-49de-88de-06e14693aa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a371b31-448a-4661-941b-21f1777eaa96,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:53.730892 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-70d987c0-1f71-49de-88de-06e14693aa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:53.732884 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-70d987c0-1f71-49de-88de-06e14693aa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:53.737391 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-70d987c0-1f71-49de-88de-06e14693aa22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a371b31-448a-4661-941b-21f1777eaa96 HTTP/1.1" status: 204  len: 168 time: 0.8520319
Sep 16 19:13:53.784727 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4d85f02e-3f0e-402f-9454-64bd16af143f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:53.796711 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-11e58d17-dcf0-4026-afb3-226356ce6964 req-76948b37-2411-4af9-ba63-b61dc4f1b1c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116235
Sep 16 19:13:53.844155 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1330b-3816-4750-9fe2-876635177d68 None None] Pushing event updated for resources: {'Port': ['ID=20cfacfc-38da-443a-9db1-033cb881c5a6,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:53.850621 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-7ef1330b-3816-4750-9fe2-876635177d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:53.927305 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:13:53.939205 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Sync routers for ids ['08b2689c-d0ce-4235-a103-7f98de3fbda5'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:13:53.985053 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:53.987733 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Routers {'08b2689c-d0ce-4235-a103-7f98de3fbda5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:53.989947 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04492632b0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:13:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['08b2689c-d0ce-4235-a103-7f98de3fbda5'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:54.030620 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Attempting to bind port 20cfacfc-38da-443a-9db1-033cb881c5a6 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:13:54.030785 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:54.031000 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Attempting to bind port 20cfacfc-38da-443a-9db1-033cb881c5a6 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:13:54.031361 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Attempting to bind port 20cfacfc-38da-443a-9db1-033cb881c5a6 on network fd8d7b0c-63d0-44f1-8893-142431ff9791 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:54.032592 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.9693849
Sep 16 19:13:54.040583 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 60122) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:13:54.052337 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:13:54.055893 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Checking segment: {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:54.056332 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:54.056718 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Bound using segment: {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:13:54.057216 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Bound port: 20cfacfc-38da-443a-9db1-033cb881c5a6, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:13:54.057596 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:54.095905 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:54.117943 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c7a92-8c14-4c47-87fe-dbca7110fc7f None None] Network 46692429-526f-4127-9452-c4cda41fa897 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:13:54.143295 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e5d6-0177-42eb-b93c-a61c2e214ffc req-3092ade3-a142-4885-8b80-6d2b59c31909 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:54.152049 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e97e5d6-0177-42eb-b93c-a61c2e214ffc req-3092ade3-a142-4885-8b80-6d2b59c31909 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1531558
Sep 16 19:13:54.237330 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-30e85c98-94d4-496a-9eb1-33acb0d67859 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:54.238068 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-30e85c98-94d4-496a-9eb1-33acb0d67859 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Synchronizing usage tracker for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:network {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:13:54.254489 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e97e5d6-0177-42eb-b93c-a61c2e214ffc req-6fa33f89-be26-40fb-adb7-cf0521d48ad6 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1010978
Sep 16 19:13:54.323262 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-30e85c98-94d4-496a-9eb1-33acb0d67859 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Unset dirty status for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:network {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:13:54.324450 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-30e85c98-94d4-496a-9eb1-33acb0d67859 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/networks?id=745e6c15-01a1-41b4-9672-c820aee3fede HTTP/1.1" status: 200  len: 808 time: 0.7472115
Sep 16 19:13:54.378209 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Set router 08b2689c-d0ce-4235-a103-7f98de3fbda5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:54.492765 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-a96010fa-24fe-47f8-8003-e98b78dea3a1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/quotas/e6e35375d8bb43cfa62224d5c126faf2 HTTP/1.1" status: 200  len: 375 time: 0.1596034
Sep 16 19:13:54.509804 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-0f259273-537e-41e6-958e-85b5b34d7ab7 None None] Provisioning for port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:54.601706 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-0f259273-537e-41e6-958e-85b5b34d7ab7 None None] Provisioning complete for port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:54.602175 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0f259273-537e-41e6-958e-85b5b34d7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:54.649450 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde88d0-9772-4893-a503-bbd473ff0793 req-f52d9737-7c3b-4490-9169-959dfdab787d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:54.658004 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cfde88d0-9772-4893-a503-bbd473ff0793 req-f52d9737-7c3b-4490-9169-959dfdab787d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2039983
Sep 16 19:13:54.703740 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-fc5d117a-a2fe-44c4-97de-d62fc1a27618 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Synchronizing usage tracker for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:13:54.725635 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cfde88d0-9772-4893-a503-bbd473ff0793 req-40ad67bc-49d6-4128-9ccc-8f1452465603 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648105
Sep 16 19:13:54.730824 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-fc5d117a-a2fe-44c4-97de-d62fc1a27618 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Unset dirty status for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:13:54.745464 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-fc5d117a-a2fe-44c4-97de-d62fc1a27618 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e6e35375d8bb43cfa62224d5c126faf2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2513256
Sep 16 19:13:54.762601 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] For port 20cfacfc-38da-443a-9db1-033cb881c5a6, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:13:54.867865 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] For port 20cfacfc-38da-443a-9db1-033cb881c5a6, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=20cfacfc-38da-443a-9db1-033cb881c5a6,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:13:54.990898 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:55.028115 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04492632b0>, [{'id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'name': 'tempest-TestVolumeBootPattern-403311685-router', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:50Z', 'updated_at': '2021-09-16T19:13:51Z', 'revision_number': 3, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'gw_port': {'id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:51Z', 'updated_at': '2021-09-16T19:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:55.029642 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:55.037436 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Checking router: 08b2689c-d0ce-4235-a103-7f98de3fbda5 for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:13:55.040931 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Updating router 08b2689c-d0ce-4235-a103-7f98de3fbda5 port e17713b2-edd1-4c19-88ce-ed893e59ec27 binding host dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:13:55.135832 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:55.213869 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1330b-3816-4750-9fe2-876635177d68 None None] Pushing event updated for resources: {'Port': ['ID=20cfacfc-38da-443a-9db1-033cb881c5a6,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:55.229730 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-7ef1330b-3816-4750-9fe2-876635177d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:55.357933 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0f259273-537e-41e6-958e-85b5b34d7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:55.428729 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:55.431833 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-45e4298b-2226-4265-9bdc-07b7d3fbd6f3 service neutron] 10.222.0.22 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6836345
Sep 16 19:13:55.435881 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445fb9bb0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:13:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:55.550458 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec24a9-8f92-4109-b242-77fe4e1767b8 req-8fe8c297-6eb8-4a1b-a036-0dca77f21ead tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:55.553088 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cbec24a9-8f92-4109-b242-77fe4e1767b8 req-8fe8c297-6eb8-4a1b-a036-0dca77f21ead tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1948583
Sep 16 19:13:55.650760 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cbec24a9-8f92-4109-b242-77fe4e1767b8 req-3ba1c7a1-9fd1-49f4-bfc4-c912ea1205de tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912297
Sep 16 19:13:55.762590 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-b757c1de-c8a4-483e-a307-4b4e9fc76616 service neutron] 10.222.0.22 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3187516
Sep 16 19:13:55.830489 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Notify callbacks [] for port, precommit_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:55.864843 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.provisioning_blocks [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Transition to ACTIVE for port object e17713b2-edd1-4c19-88ce-ed893e59ec27 will not be triggered until provisioned by entity L2. {{(pid=75163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:55.880799 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:55.892629 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:55.927465 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:56.068317 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Pushing event updated for resources: {'Port': ['ID=e17713b2-edd1-4c19-88ce-ed893e59ec27,revision_number=2']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:56.081518 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:56.118278 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57321b-c33c-4166-a754-598781b2b45c req-b5027d52-037a-4d5b-972e-6b148ba2f79e tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:56.128560 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5f57321b-c33c-4166-a754-598781b2b45c req-b5027d52-037a-4d5b-972e-6b148ba2f79e tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 946 time: 0.1944242
Sep 16 19:13:56.134030 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Attempting to bind port e17713b2-edd1-4c19-88ce-ed893e59ec27 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:13:56.134030 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Attempting to bind port e17713b2-edd1-4c19-88ce-ed893e59ec27 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:13:56.134030 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Attempting to bind port e17713b2-edd1-4c19-88ce-ed893e59ec27 on network 12b4b60e-61ac-4f17-9f35-3f35015313b9 {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:13:56.166708 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:13:56.167081 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:13:56.167484 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:56.167879 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Bound using segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:13:56.168350 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Bound port: e17713b2-edd1-4c19-88ce-ed893e59ec27, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:13:56.168747 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:56.289357 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-0f259273-537e-41e6-958e-85b5b34d7ab7 None None] For port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7,segment=NetworkSegment(e67b8e0b-9861-48e3-87b7-d2d16e71302f),segment_id=e67b8e0b-9861-48e3-87b7-d2d16e71302f)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:56.299657 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5f57321b-c33c-4166-a754-598781b2b45c req-79a449d7-0b2e-4c37-8cc4-4d5f3bafb36e tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700599
Sep 16 19:13:56.322600 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0f259273-537e-41e6-958e-85b5b34d7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:56.337540 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:56.418208 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] For port e17713b2-edd1-4c19-88ce-ed893e59ec27, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:13:56.424062 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3dc8-e7c6-4f3e-aed3-13cb4460a9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:56.425334 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] For port e17713b2-edd1-4c19-88ce-ed893e59ec27, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=e17713b2-edd1-4c19-88ce-ed893e59ec27,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:13:56.433947 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:56.469804 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:56.495426 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-ae66c97b-02e3-4210-aa79-591afb6bc26e None None] Provisioning complete for port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:56.495965 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ae66c97b-02e3-4210-aa79-591afb6bc26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:56.623142 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Routers {'08b2689c-d0ce-4235-a103-7f98de3fbda5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:13:56.627896 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04492632b0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:13:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['08b2689c-d0ce-4235-a103-7f98de3fbda5'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:56.780953 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:56.825016 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445fb9bb0>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:54Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:56.844973 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:56.867972 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb6d5f-806f-4939-b3b6-216cc95851d8 None None] The sync data for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi is: [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:54Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:13:56.879037 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f259273-537e-41e6-958e-85b5b34d7ab7 None None] Pushing event updated for resources: {'Port': ['ID=dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:56.916333 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-0f259273-537e-41e6-958e-85b5b34d7ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:56.924198 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb1972-d79e-42e5-880d-8130317f4beb req-be33915e-13ad-429a-aec5-acd5f1a60d88 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:56.939479 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8efb1972-d79e-42e5-880d-8130317f4beb req-be33915e-13ad-429a-aec5-acd5f1a60d88 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.3809531
Sep 16 19:13:57.073571 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8efb1972-d79e-42e5-880d-8130317f4beb req-94724714-e4ce-4431-b4b1-a27cf2e8e293 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1317554
Sep 16 19:13:57.105505 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Pushing event updated for resources: {'Port': ['ID=e17713b2-edd1-4c19-88ce-ed893e59ec27,revision_number=3']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:57.243599 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.243928 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.244258 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.253296 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.255783 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.260098 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.263631 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.267847 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.269055 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.271138 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.274016 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:13:57.299860 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:57.515111 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Allocated IP 172.20.0.1 (46692429-526f-4127-9452-c4cda41fa897/09008f69-fd89-4514-abb9-5dcddfc5fca7/8da54e4d-89b0-4b26-b8cb-e35b66c18a0b) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:13:57.692236 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] Set router 08b2689c-d0ce-4235-a103-7f98de3fbda5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:13:57.692832 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 20cfacfc-38da-443a-9db1-033cb881c5a6 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:57.757803 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-031ace04-dc6f-4d85-b947-88bafc3833ce tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:57.759881 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-031ace04-dc6f-4d85-b947-88bafc3833ce tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 946 time: 0.7076097
Sep 16 19:13:57.893340 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:57.921991 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 20cfacfc-38da-443a-9db1-033cb881c5a6 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:57.930753 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 20cfacfc-38da-443a-9db1-033cb881c5a6 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:57.937106 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:57.952578 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Transition to ACTIVE for port object 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b will not be triggered until provisioned by entity DHCP. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:13:58.033676 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Deleting port 90ad5dc5-f758-41ef-a649-58715c92348b {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:13:58.034251 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:58.125925 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce44251-0fa7-43da-8885-6268c5c0b7f6 req-af8ef6b8-f0d6-48a5-8c40-ad739225fe95 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:58.134915 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5ce44251-0fa7-43da-8885-6268c5c0b7f6 req-af8ef6b8-f0d6-48a5-8c40-ad739225fe95 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 1.1595929
Sep 16 19:13:58.184062 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:58.199748 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:58.205452 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:58.220350 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c004a7-545f-4387-b515-97cc7f3e4991 req-2a44703f-eda0-467e-9525-882616164493 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:58.221884 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-31c004a7-545f-4387-b515-97cc7f3e4991 req-2a44703f-eda0-467e-9525-882616164493 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.8551581
Sep 16 19:13:58.233125 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:58.332732 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5ce44251-0fa7-43da-8885-6268c5c0b7f6 req-86aac3a0-d985-4682-98a5-e4bfcce882dc tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957102
Sep 16 19:13:58.344411 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-31c004a7-545f-4387-b515-97cc7f3e4991 req-f2a67380-caac-4521-acbb-58df89831520 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916893
Sep 16 19:13:58.348290 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 20cfacfc-38da-443a-9db1-033cb881c5a6, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=20cfacfc-38da-443a-9db1-033cb881c5a6,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:58.366010 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:58.367546 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:58.370596 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Network 46692429-526f-4127-9452-c4cda41fa897 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:13:58.384493 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:13:58.398105 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:13:58.469490 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-7ef1330b-3816-4750-9fe2-876635177d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:58.485690 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9782be4e-dd97-44f1-a4fa-121229805084 req-2549e0e7-154e-454c-90eb-69cf786cd8f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.1169462
Sep 16 19:13:58.487738 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04492632b0>, [{'id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'name': 'tempest-TestVolumeBootPattern-403311685-router', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:50Z', 'updated_at': '2021-09-16T19:13:51Z', 'revision_number': 3, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'gw_port': {'id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:51Z', 'updated_at': '2021-09-16T19:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:13:58.500081 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd476f50-3473-4420-8a31-70a80126c516 None None] The sync data for ids ['08b2689c-d0ce-4235-a103-7f98de3fbda5'] in dv-cinder-809447-1-iscsi is: [{'id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'name': 'tempest-TestVolumeBootPattern-403311685-router', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:50Z', 'updated_at': '2021-09-16T19:13:51Z', 'revision_number': 3, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'gw_port': {'id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:51Z', 'updated_at': '2021-09-16T19:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:13:58.640275 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Pushing event updated for resources: {'Port': ['ID=8da54e4d-89b0-4b26-b8cb-e35b66c18a0b,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:58.698073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:58.758165 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704966'] for router_interface, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:58.812528 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=20cfacfc-38da-443a-9db1-033cb881c5a6,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:58.844263 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:58.882576 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:58.883550 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:58.885863 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-56d26bbf-1e7d-4870-9db3-31f980ca34b7 req-7ce75485-6d5b-4822-a958-23486141bab5 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.1097155
Sep 16 19:13:58.950051 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] For port 90ad5dc5-f758-41ef-a649-58715c92348b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=90ad5dc5-f758-41ef-a649-58715c92348b,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:13:58.950565 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:59.020339 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:59.108406 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-0f2066e2-6b39-4144-ac60-55c00c8cb2cf None None] Provisioning for port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:13:59.115010 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-0f2066e2-6b39-4144-ac60-55c00c8cb2cf None None] Provisioning complete for port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:59.115386 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0f2066e2-6b39-4144-ac60-55c00c8cb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:59.182110 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-0f2066e2-6b39-4144-ac60-55c00c8cb2cf None None] Port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:13:59.255724 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Calling delete_port for 90ad5dc5-f758-41ef-a649-58715c92348b owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:13:59.479323 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 20cfacfc-38da-443a-9db1-033cb881c5a6 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:13:59.661885 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 20cfacfc-38da-443a-9db1-033cb881c5a6 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:13:59.662188 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:59.699658 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:59.735071 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8dd3fabc-dce9-49fb-b24f-03ea358b4127 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:13:59.778638 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['554d5b62-77a9-419c-af50-cdbbdce1d648', '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c', '2d03ce04-7b23-42d7-bec4-bb646afaf15f'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:13:59.805706 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Pushing event deleted for resources: {'Port': ['ID=90ad5dc5-f758-41ef-a649-58715c92348b,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:13:59.840309 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:13:59.891261 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] No DVR routers for this DVR port 90ad5dc5-f758-41ef-a649-58715c92348b on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:13:59.896799 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:13:59.900164 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d078f1-187b-4c01-aa15-0f05ceb6a800', 'name': 'network-vif-deleted', 'tag': '90ad5dc5-f758-41ef-a649-58715c92348b'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:13:59.920025 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9782be4e-dd97-44f1-a4fa-121229805084 req-4ec48390-d2fa-429d-b6a9-595d79dc62c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 1098 time: 0.4416025
Sep 16 19:13:59.935579 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a38030dc-ced0-4460-ba7f-435d65c2418c req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "DELETE /v2.0/ports/90ad5dc5-f758-41ef-a649-58715c92348b HTTP/1.1" status: 204  len: 173 time: 2.1597285
Sep 16 19:13:59.957840 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32c270-19d6-47bf-941c-4c324e5a6c95 req-07b166db-2794-495a-8cad-e7d3c28329ef tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:13:59.958600 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-1e32c270-19d6-47bf-941c-4c324e5a6c95 req-07b166db-2794-495a-8cad-e7d3c28329ef tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Synchronizing usage tracker for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:00.043773 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:00.061175 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-2386418d-38ed-449f-ad0a-e7cd7deec1c0 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:00.066118 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-2386418d-38ed-449f-ad0a-e7cd7deec1c0 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.20 "GET /v2.0/networks?id=745e6c15-01a1-41b4-9672-c820aee3fede HTTP/1.1" status: 200  len: 808 time: 0.7389076
Sep 16 19:14:00.076114 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:00.145302 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:00.247002 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782be4e-dd97-44f1-a4fa-121229805084 req-7e8c319d-93c7-4f8e-8700-553e149f8a70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:00.249041 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9782be4e-dd97-44f1-a4fa-121229805084 req-7e8c319d-93c7-4f8e-8700-553e149f8a70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 919 time: 0.2662992
Sep 16 19:14:00.258928 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-1e32c270-19d6-47bf-941c-4c324e5a6c95 req-07b166db-2794-495a-8cad-e7d3c28329ef tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Unset dirty status for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:00.261007 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1e32c270-19d6-47bf-941c-4c324e5a6c95 req-07b166db-2794-495a-8cad-e7d3c28329ef tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d078f1-187b-4c01-aa15-0f05ceb6a800 HTTP/1.1" status: 200  len: 867 time: 0.7328515
Sep 16 19:14:00.299008 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f67238-26a5-4991-ab36-184dc5e093ae req-5b360739-0b61-4065-8dc7-bd865900569f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:00.307841 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b0f67238-26a5-4991-ab36-184dc5e093ae req-5b360739-0b61-4065-8dc7-bd865900569f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.9248512
Sep 16 19:14:00.392785 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b0f67238-26a5-4991-ab36-184dc5e093ae req-38e7239b-5609-4153-9217-ddf9478bd36b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784147
Sep 16 19:14:00.413519 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9782be4e-dd97-44f1-a4fa-121229805084 req-3343c0be-3ba0-40cd-8767-641ec4170561 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597b793c-4241-49eb-9bcd-e74ec3bb6104 HTTP/1.1" status: 200  len: 217 time: 0.1508155
Sep 16 19:14:00.490492 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-cf704dbf-1199-40ac-ac29-99efe912c44f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6e35375d8bb43cfa62224d5c126faf2 HTTP/1.1" status: 200  len: 378 time: 0.3470464
Sep 16 19:14:00.534928 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Request body: {'port': {'device_id': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'admin_state_up': True, 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'security_groups': ['978cde1f-da22-4949-bd87-758c1449ffb6']}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:00.601081 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 90ad5dc5-f758-41ef-a649-58715c92348b no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:14:00.702035 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1e32c270-19d6-47bf-941c-4c324e5a6c95 req-0ba3a65b-0883-46fe-b2a7-7867a987ba4a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3212531
Sep 16 19:14:00.749695 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782be4e-dd97-44f1-a4fa-121229805084 req-5b60d589-707a-471c-9091-e70f50cfbe07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:00.751456 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9782be4e-dd97-44f1-a4fa-121229805084 req-5b60d589-707a-471c-9091-e70f50cfbe07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.3187149
Sep 16 19:14:00.770622 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 90ad5dc5-f758-41ef-a649-58715c92348b {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:14:00.779720 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 90ad5dc5-f758-41ef-a649-58715c92348b not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:14:00.781727 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15345371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719594'] for router_interface, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:01.004278 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9782be4e-dd97-44f1-a4fa-121229805084 req-38ab4371-faa7-44b0-8f94-8c27234b894d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2453332
Sep 16 19:14:01.156962 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Network 46692429-526f-4127-9452-c4cda41fa897 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:14:01.177556 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:01.183405 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:14:01.185578 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Pushing event updated for resources: {'Port': ['ID=8da54e4d-89b0-4b26-b8cb-e35b66c18a0b,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:01.296612 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.297335 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.297873 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.298257 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.298611 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.299214 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.299574 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.299927 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.300274 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.300864 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.301215 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:01.321375 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9782be4e-dd97-44f1-a4fa-121229805084 req-e57dafcf-cd12-47f4-8b17-5eb182f249e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3102620
Sep 16 19:14:01.322678 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:01.338012 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc04e6-2c32-461a-96e0-5f1d7fe4777a req-f215c186-02f8-43d1-b569-0e9e628f01f7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:01.339787 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3cbc04e6-2c32-461a-96e0-5f1d7fe4777a req-f215c186-02f8-43d1-b569-0e9e628f01f7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1553986
Sep 16 19:14:01.356076 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.211s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:01.375750 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Made reservation on behalf of e6e35375d8bb43cfa62224d5c126faf2 for: {'port': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:14:01.379046 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:01.420725 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:01.481652 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3cbc04e6-2c32-461a-96e0-5f1d7fe4777a req-77b29160-801b-45b5-b0ac-61a1ffaaa638 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176569
Sep 16 19:14:01.541257 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-0433a6a1-51fe-4965-ba56-97b6c3b15299 None None] Provisioning complete for port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:14:01.541636 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0433a6a1-51fe-4965-ba56-97b6c3b15299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:01.573500 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9782be4e-dd97-44f1-a4fa-121229805084 req-61883a0f-c61f-459b-9acc-976216ddd9ed service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2326536
Sep 16 19:14:01.583673 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d078f1-187b-4c01-aa15-0f05ceb6a800', 'name': 'network-vif-deleted', 'tag': '90ad5dc5-f758-41ef-a649-58715c92348b', 'status': 'completed', 'code': 200}
Sep 16 19:14:01.626101 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-0433a6a1-51fe-4965-ba56-97b6c3b15299 None None] Port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:14:01.746743 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e597d-f119-46e9-b80d-28e620a0fefa req-b9b6c3c7-ba92-4085-9889-6c601d72fa6b tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:01.748224 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-663e597d-f119-46e9-b80d-28e620a0fefa req-b9b6c3c7-ba92-4085-9889-6c601d72fa6b tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.9318883
Sep 16 19:14:01.791915 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Allocated IP 172.20.0.6 (745e6c15-01a1-41b4-9672-c820aee3fede/4b213f38-057c-4040-8428-c0bea9171bd8/5d624acc-fd69-4fd8-9088-dedf6ff481e2) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:14:01.805677 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a62d8343-ebb4-4558-b6ac-b638e4b46157 req-795516b7-c7f9-40e7-9921-e04a31a7fb15 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0950689
Sep 16 19:14:01.984409 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-663e597d-f119-46e9-b80d-28e620a0fefa req-5bb38763-ddd0-482d-bd6c-bdab29983fe9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204232
Sep 16 19:14:02.126987 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef89735-8bc4-421a-9b92-eccd40c2c7e7 req-c2b0f5f8-5135-4d32-a8fb-67a77b6d5637 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:02.130628 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3ef89735-8bc4-421a-9b92-eccd40c2c7e7 req-c2b0f5f8-5135-4d32-a8fb-67a77b6d5637 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1988988
Sep 16 19:14:02.231588 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3ef89735-8bc4-421a-9b92-eccd40c2c7e7 req-c52f2d2a-5dbf-4958-9010-d77a6b8eac34 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961862
Sep 16 19:14:02.465795 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:02.501496 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Transition to ACTIVE for port object 5d624acc-fd69-4fd8-9088-dedf6ff481e2 will not be triggered until provisioned by entity DHCP. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:14:02.717660 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:02.731266 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7e79d2d9-31e3-4d82-870b-01b3cd08ab19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:02.793132 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2bf912dc-0b3c-4e49-a48c-49745978e785 req-fcbb95f1-a640-475e-b0ab-f3ae4c562a3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 1099 time: 0.1492257
Sep 16 19:14:02.835660 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Network 745e6c15-01a1-41b4-9672-c820aee3fede is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:14:02.844978 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3334580-a642-4a28-9bb3-c988e5c82f94 req-560862e3-21be-4567-8a06-1f22844894aa tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:02.846489 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b3334580-a642-4a28-9bb3-c988e5c82f94 req-560862e3-21be-4567-8a06-1f22844894aa tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.2391064
Sep 16 19:14:02.848180 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event updated for resources: {'Port': ['ID=5d624acc-fd69-4fd8-9088-dedf6ff481e2,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:02.850951 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:14:02.853029 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:02.855070 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:14:02.958425 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Router 08b2689c-d0ce-4235-a103-7f98de3fbda5 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:14:03.021050 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:03.021732 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:03.030968 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf912dc-0b3c-4e49-a48c-49745978e785 req-3ca04d64-a5d6-4be6-b083-01e167d4e6bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:03.032737 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2bf912dc-0b3c-4e49-a48c-49745978e785 req-3ca04d64-a5d6-4be6-b083-01e167d4e6bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.2314420
Sep 16 19:14:03.037739 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b3334580-a642-4a28-9bb3-c988e5c82f94 req-5bb53748-473f-4f7f-bc13-668570d9b1aa tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1554363
Sep 16 19:14:03.177165 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-67dc2220-aedc-4794-8aad-860f421d74b8 None None] Provisioning for port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:14:03.193480 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-67dc2220-aedc-4794-8aad-860f421d74b8 None None] Provisioning complete for port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:14:03.195172 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-67dc2220-aedc-4794-8aad-860f421d74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:03.237299 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7215736
Sep 16 19:14:03.268504 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Request body: {'port': {'device_id': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:03.390905 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-67dc2220-aedc-4794-8aad-860f421d74b8 None None] Port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:14:03.456631 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2bf912dc-0b3c-4e49-a48c-49745978e785 req-5263021c-6131-4e70-bd94-4c685db81b04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1 HTTP/1.1" status: 200  len: 1002 time: 0.4157782
Sep 16 19:14:03.536289 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf912dc-0b3c-4e49-a48c-49745978e785 req-1edfd00a-d469-4cee-b193-3edc8e03d5cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:03.543713 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2bf912dc-0b3c-4e49-a48c-49745978e785 req-1edfd00a-d469-4cee-b193-3edc8e03d5cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0782053
Sep 16 19:14:03.553641 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device e17713b2-edd1-4c19-88ce-ed893e59ec27 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:14:03.584135 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8726a4e-74cb-4a6c-a1ec-f3590aa71b12 req-6472491c-7712-4fd2-ab68-0ca2772e4a57 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:03.599594 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d8726a4e-74cb-4a6c-a1ec-f3590aa71b12 req-6472491c-7712-4fd2-ab68-0ca2772e4a57 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 931 time: 0.4177454
Sep 16 19:14:03.727744 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:03.732921 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port e17713b2-edd1-4c19-88ce-ed893e59ec27 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:14:03.744512 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port e17713b2-edd1-4c19-88ce-ed893e59ec27 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:14:03.745111 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:03.808627 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d8726a4e-74cb-4a6c-a1ec-f3590aa71b12 req-6d198de7-adb8-43d2-b2d6-97f9b392a1a6 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2081041
Sep 16 19:14:03.864866 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a21c34-70f4-43c6-9abd-95cea607a7a1 req-507e57f2-ae5c-4080-86a8-5b0713709175 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:03.872179 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-77a21c34-70f4-43c6-9abd-95cea607a7a1 req-507e57f2-ae5c-4080-86a8-5b0713709175 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.4322982
Sep 16 19:14:03.942648 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2bf912dc-0b3c-4e49-a48c-49745978e785 req-8a33ec1e-4d86-4e48-8e9d-5a05935cc469 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3723683
Sep 16 19:14:04.036971 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:14:04.062381 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-77a21c34-70f4-43c6-9abd-95cea607a7a1 req-c9ebcc6a-33f3-4aa3-9ab4-a6d404de8e00 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892455
Sep 16 19:14:04.095442 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] 10.222.0.22 "PUT /v2.0/routers/08b2689c-d0ce-4235-a103-7f98de3fbda5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0544798
Sep 16 19:14:04.233865 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:04.277679 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port e17713b2-edd1-4c19-88ce-ed893e59ec27, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=e17713b2-edd1-4c19-88ce-ed893e59ec27,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:04.286220 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:04.288726 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:04.312350 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2bf912dc-0b3c-4e49-a48c-49745978e785 req-81244e10-dfa9-4739-8127-ba8b1c302935 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3620262
Sep 16 19:14:04.494840 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=e17713b2-edd1-4c19-88ce-ed893e59ec27,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:04.508442 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:04.641404 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d624acc-fd69-4fd8-9088-dedf6ff481e2 {{(pid=75160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:14:04.660658 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2bf912dc-0b3c-4e49-a48c-49745978e785 req-3de4a774-3187-41f2-92c3-f7e85785cc81 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2681947
Sep 16 19:14:04.667134 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:04.669222 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acc2ee-cac4-4171-9328-b173c868c14b req-ffcff42a-b4ca-4269-a273-f4432ef0cb99 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:04.670920 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-48acc2ee-cac4-4171-9328-b173c868c14b req-ffcff42a-b4ca-4269-a273-f4432ef0cb99 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.3576298
Sep 16 19:14:04.704109 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Transition to ACTIVE for port object 5d624acc-fd69-4fd8-9088-dedf6ff481e2 will not be triggered until provisioned by entity L2. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:14:04.718500 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:04.726989 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:04.760808 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-48acc2ee-cac4-4171-9328-b173c868c14b req-f257364c-8e72-4e85-99d6-bd63635d3e40 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833669
Sep 16 19:14:04.808493 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d624acc-fd69-4fd8-9088-dedf6ff481e2,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:04.840090 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:05.246811 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e067eb9-aaa4-4f9d-b447-d554e55faff8 req-ae9cf13d-2f43-4ebc-a316-b327847dc4ed tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:05.248440 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2e067eb9-aaa4-4f9d-b447-d554e55faff8 req-ae9cf13d-2f43-4ebc-a316-b327847dc4ed tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.3168161
Sep 16 19:14:05.296791 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Attempting to bind port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:14:05.297126 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Attempting to bind port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:14:05.297450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Attempting to bind port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 on network 745e6c15-01a1-41b4-9672-c820aee3fede {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:14:05.413434 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 on network 745e6c15-01a1-41b4-9672-c820aee3fede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:14:05.413757 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Attempting to bind port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 on network 745e6c15-01a1-41b4-9672-c820aee3fede {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:14:05.428854 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2e067eb9-aaa4-4f9d-b447-d554e55faff8 req-8cecaf76-4203-4123-b54f-38eb1036ebe1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1662319
Sep 16 19:14:05.433284 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:14:05.433618 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Checking segment: {'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:14:05.433996 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Bound using segment: {'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:14:05.434819 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Bound port: 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9550b63f-693f-41c4-a773-ceed49eea125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede'}}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:14:05.435240 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:05.525378 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device e17713b2-edd1-4c19-88ce-ed893e59ec27 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:14:05.556618 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] For port 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host hv-cinder-80944, cleared binding levels {{(pid=75160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:14:05.572085 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] For port 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:14:05.580185 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:05.584781 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:05.695767 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:05.697476 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] 10.222.0.20 "PUT /v2.0/ports/5d624acc-fd69-4fd8-9088-dedf6ff481e2 HTTP/1.1" status: 200  len: 1093 time: 2.4358659
Sep 16 19:14:05.701848 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:05.728483 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port e17713b2-edd1-4c19-88ce-ed893e59ec27 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:14:05.728870 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:05.734498 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d624acc-fd69-4fd8-9088-dedf6ff481e2,revision_number=3']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:05.738366 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:05.853466 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8225daa-b9b9-4675-9a7a-061c16b4b209 req-9b30d15e-34ea-4938-9b26-8506b630dcc7 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:05.854992 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b8225daa-b9b9-4675-9a7a-061c16b4b209 req-9b30d15e-34ea-4938-9b26-8506b630dcc7 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 945 time: 0.2327876
Sep 16 19:14:05.950517 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60272) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:05.958745 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1939783965', 'description': 'tempest-secgroup-smoke-1939783965 description', 'project_id': 'cb106e20366e47629235b6d9a75278a9'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:05.979395 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:05.994005 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Usage tracker for resource:security_group and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:05.994657 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b8225daa-b9b9-4675-9a7a-061c16b4b209 req-39ca9ff0-1355-4651-a63b-6a508cd62b4a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283042
Sep 16 19:14:06.006440 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-94f11b38-0dff-4655-896a-cdb0e0028dfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e35375d8bb43cfa62224d5c126faf2&device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 1096 time: 0.2512748
Sep 16 19:14:06.008603 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:06.028206 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:06.065541 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:06.193848 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-9d2c2207-9d5c-40c8-bdbd-3d5aa30d7c46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2 HTTP/1.1" status: 200  len: 217 time: 0.1836746
Sep 16 19:14:06.199205 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:06.206042 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Usage tracker for resource:security_group_rule and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:06.212997 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:06.231529 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:06.295031 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-0025a0d2-1007-4b96-9314-426b143f3a81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:06.296651 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-0025a0d2-1007-4b96-9314-426b143f3a81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b213f38-057c-4040-8428-c0bea9171bd8 HTTP/1.1" status: 200  len: 847 time: 0.0966029
Sep 16 19:14:06.301225 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:06.386530 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:06.495770 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c3326d80-9b25-4288-b96d-16d0b2c6197e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:06.509643 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:06.511045 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5594065
Sep 16 19:14:06.516584 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 60282) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:06.526223 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'security_group_rule': {'security_group_id': '75baca13-eae5-4362-a480-988bee60ab5f', 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:06.538703 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:06.554596 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Usage tracker for resource:security_group_rule and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:06.557464 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75baca13-eae5-4362-a480-988bee60ab5f,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:06.560189 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:06.572383 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:06.584827 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.585323 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.585606 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.585940 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.586323 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.586665 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.586999 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.587334 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.587668 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.587994 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.588340 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:06.592067 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4cf08-1de8-4b92-8882-c25cd257b2f0 req-c0e3e60b-a6ce-4ed4-aa80-a5a3c4ce7332 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:06.593628 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:06.593759 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bad4cf08-1de8-4b92-8882-c25cd257b2f0 req-c0e3e60b-a6ce-4ed4-aa80-a5a3c4ce7332 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2901709
Sep 16 19:14:06.597555 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-2f1f58b9-0881-4724-a021-78c58979b31a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=745e6c15-01a1-41b4-9672-c820aee3fede&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2911527
Sep 16 19:14:06.608863 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac45c2-ddc1-40a7-a4c2-55d5e50f10bb req-5d9ed223-56bb-43f0-81aa-dd7e85bde772 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:06.610382 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d2ac45c2-ddc1-40a7-a4c2-55d5e50f10bb req-5d9ed223-56bb-43f0-81aa-dd7e85bde772 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.2767305
Sep 16 19:14:06.620543 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-5686aff8-5b19-4b99-bf0f-3f6588bc785b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:06.621992 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-5686aff8-5b19-4b99-bf0f-3f6588bc785b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 945 time: 0.3191476
Sep 16 19:14:06.676221 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:06.723628 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Deleting port 2d03ce04-7b23-42d7-bec4-bb646afaf15f {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:14:06.723628 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:06.774775 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d2ac45c2-ddc1-40a7-a4c2-55d5e50f10bb req-02864392-eb26-4965-8b4f-8240d8fe03bc tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1516702
Sep 16 19:14:06.795045 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bad4cf08-1de8-4b92-8882-c25cd257b2f0 req-02801431-98a9-4f6c-be16-5695e41223f0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640108
Sep 16 19:14:06.894959 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'status': 'completed', 'code': 200}
Sep 16 19:14:06.896987 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-a12b24e3-4949-4e7e-ab2d-69467c1f4b76 service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2924385
Sep 16 19:14:06.954338 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:07.005002 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:07.060768 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-42bd81e3-508b-4cf8-aace-68e9b1839aec tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:07.101887 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52eb3bd3-3b90-4190-af8a-a6a1e391d7f0,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:07.114741 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:07.122620 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:07.126402 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6061311
Sep 16 19:14:07.127618 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 60288) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:07.133588 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] For port 2d03ce04-7b23-42d7-bec4-bb646afaf15f, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2d03ce04-7b23-42d7-bec4-bb646afaf15f,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:07.134108 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:07.152640 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'security_group_rule': {'security_group_id': '75baca13-eae5-4362-a480-988bee60ab5f', 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:07.166295 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:07.174666 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dad4271-4619-4513-9c6f-0186fa37b9ef req-30e8be3e-e4b0-43c4-9246-29389aa69613 service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2702303
Sep 16 19:14:07.176411 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Usage tracker for resource:security_group_rule and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:07.181443 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:07.188604 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:07.202042 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fa3aa-9925-4c9e-a78d-4a9d9b3f9c9d req-57265e3d-b261-4760-8a6b-48ca8de119df tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:07.209807 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0c9fa3aa-9925-4c9e-a78d-4a9d9b3f9c9d req-57265e3d-b261-4760-8a6b-48ca8de119df tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.2603757
Sep 16 19:14:07.282213 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Calling delete_port for 2d03ce04-7b23-42d7-bec4-bb646afaf15f owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:14:07.282407 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:07.350810 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0c9fa3aa-9925-4c9e-a78d-4a9d9b3f9c9d req-19600d60-c611-4fd3-92ba-2a18ae097a77 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1400380
Sep 16 19:14:07.351329 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cda911-5c95-4f40-a1fc-96585f55b6ac req-b45ccfa3-e75a-4088-8c12-15147375c6be tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:07.352858 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b1cda911-5c95-4f40-a1fc-96585f55b6ac req-b45ccfa3-e75a-4088-8c12-15147375c6be tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.2880564
Sep 16 19:14:07.401066 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:07.418567 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:07.431699 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f37e9aeb-4801-44fb-9933-1bcb2d09835b req-341b727a-2d19-4abe-80f3-f875cf6f0375 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e35375d8bb43cfa62224d5c126faf2&device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 1096 time: 0.2038605
Sep 16 19:14:07.482508 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b1cda911-5c95-4f40-a1fc-96585f55b6ac req-3a81e492-369d-41d2-883d-92e10a4229c2 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233890
Sep 16 19:14:07.502783 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:07.556691 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:07.566494 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-268e3e46-71bc-4f6e-9886-c92dbcb3f4b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:07.570217 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['554d5b62-77a9-419c-af50-cdbbdce1d648', '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c', '2d03ce04-7b23-42d7-bec4-bb646afaf15f'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:14:07.634202 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b588c18-e957-4f0b-875e-280d5d778197,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:07.645710 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Pushing event deleted for resources: {'Port': ['ID=2d03ce04-7b23-42d7-bec4-bb646afaf15f,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:07.654815 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:07.668519 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:07.701002 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bd3d0cb0-c2f1-452f-a03d-2365a5646446 req-ef5f4d26-7d52-4b32-ae68-9383b5df40c9 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9d10f66-8f39-4406-ae44-9c1ea482f0a7 HTTP/1.1" status: 200  len: 210 time: 0.1696315
Sep 16 19:14:07.834984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] No DVR routers for this DVR port 2d03ce04-7b23-42d7-bec4-bb646afaf15f on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:14:07.837695 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:07.841990 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d10f66-8f39-4406-ae44-9c1ea482f0a7', 'name': 'network-vif-deleted', 'tag': '2d03ce04-7b23-42d7-bec4-bb646afaf15f'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:07.859353 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:07.864181 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-fc187b24-89d5-4729-8ac0-63975270f8d9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7296963
Sep 16 19:14:07.865340 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-14068796-eb91-48e8-8d39-b12bfaa012cd req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "DELETE /v2.0/ports/2d03ce04-7b23-42d7-bec4-bb646afaf15f HTTP/1.1" status: 204  len: 173 time: 1.2258468
Sep 16 19:14:07.865938 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60304) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:07.899700 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'security_group_rule': {'security_group_id': '75baca13-eae5-4362-a480-988bee60ab5f', 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:07.935459 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:07.949911 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Usage tracker for resource:security_group_rule and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:07.961617 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:07.979393 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e9aeb-4801-44fb-9933-1bcb2d09835b req-2d4da277-df71-4c20-a2c4-6bab51cf50bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:07.981932 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f37e9aeb-4801-44fb-9933-1bcb2d09835b req-2d4da277-df71-4c20-a2c4-6bab51cf50bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=745e6c15-01a1-41b4-9672-c820aee3fede HTTP/1.1" status: 200  len: 909 time: 0.5334899
Sep 16 19:14:07.991541 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:08.050210 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:08.174347 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f37e9aeb-4801-44fb-9933-1bcb2d09835b req-2fb3658e-76c5-4e86-aefe-220377c78db7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2 HTTP/1.1" status: 200  len: 217 time: 0.1829877
Sep 16 19:14:08.302820 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8848b3-d94e-4fa2-b5a2-dafeffe9c6dc req-5cf957b5-b766-477e-b3e9-4d186f420c1e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:08.304959 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-da8848b3-d94e-4fa2-b5a2-dafeffe9c6dc req-5cf957b5-b766-477e-b3e9-4d186f420c1e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.1907456
Sep 16 19:14:08.331536 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:08.341479 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:08.352028 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:08.372598 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e9aeb-4801-44fb-9933-1bcb2d09835b req-57bcf604-c0fc-43f8-9045-8dbc9beb9460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:08.374733 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f37e9aeb-4801-44fb-9933-1bcb2d09835b req-57bcf604-c0fc-43f8-9045-8dbc9beb9460 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b213f38-057c-4040-8428-c0bea9171bd8 HTTP/1.1" status: 200  len: 847 time: 0.1935730
Sep 16 19:14:08.395362 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58075dc-6803-4d0d-b450-d0dc0299417d req-49a229c3-ff7e-4ce5-b253-013071742f87 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:08.399674 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-da8848b3-d94e-4fa2-b5a2-dafeffe9c6dc req-44f83d7b-ff87-4e5c-99ae-1fde1ada3ca2 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0872414
Sep 16 19:14:08.403914 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b30358-079d-4efa-8476-b3cf3ab66ba8,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:08.405105 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a58075dc-6803-4d0d-b450-d0dc0299417d req-49a229c3-ff7e-4ce5-b253-013071742f87 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2878911
Sep 16 19:14:08.407158 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:08.419567 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:08.423537 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5538542
Sep 16 19:14:08.424417 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60310) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:08.434909 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'security_group_rule': {'security_group_id': '75baca13-eae5-4362-a480-988bee60ab5f', 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:08.441761 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:08.446810 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Usage tracker for resource:security_group_rule and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:08.450255 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:08.457189 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:08.506179 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:08.570628 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d10f66-8f39-4406-ae44-9c1ea482f0a7', 'name': 'network-vif-deleted', 'tag': '2d03ce04-7b23-42d7-bec4-bb646afaf15f', 'status': 'completed', 'code': 200}
Sep 16 19:14:08.645087 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a58075dc-6803-4d0d-b450-d0dc0299417d req-92f3de48-f7a1-4b28-baff-e122724aed3a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377996
Sep 16 19:14:08.688587 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f37e9aeb-4801-44fb-9933-1bcb2d09835b req-e0ce97cd-6b22-41f7-aaee-3038893b3abc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=745e6c15-01a1-41b4-9672-c820aee3fede&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3043623
Sep 16 19:14:08.716298 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:08.733140 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:08.735124 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:08.778415 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661d95a1-58b9-49c8-bcec-8ed45245b713,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:08.795339 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:08.876511 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:08.878390 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-dd807cf8-e5e3-43b3-aec0-72e54edae835 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4523129
Sep 16 19:14:08.881149 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60320) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:08.891368 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'security_group_rule': {'security_group_id': '75baca13-eae5-4362-a480-988bee60ab5f', 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:08.905460 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:08.913293 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Usage tracker for resource:security_group_rule and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:08.918043 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:08.945972 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:08.972027 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.securitygroups_db [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Project cb106e20366e47629235b6d9a75278a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 19:14:08.986274 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fa242-a63d-4439-b066-209aae75bcb0 req-0c0dbef3-d023-4ff1-afc6-f466ddbbbab8 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:08.996364 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0c1fa242-a63d-4439-b066-209aae75bcb0 req-0c0dbef3-d023-4ff1-afc6-f466ddbbbab8 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1966572
Sep 16 19:14:08.999371 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f37e9aeb-4801-44fb-9933-1bcb2d09835b req-8ff9ddab-8b84-48c7-93a4-ddf098c3aa97 service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3031104
Sep 16 19:14:09.016881 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:09.121288 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0c1fa242-a63d-4439-b066-209aae75bcb0 req-047d878e-753e-4639-9800-b5c1d5dde0b1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237845
Sep 16 19:14:09.179288 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:09.179288 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:09.180548 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:09.209832 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21362a6-633e-406b-a852-180d04ba627a,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:09.214601 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:09.221428 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:09.223357 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f37e9aeb-4801-44fb-9933-1bcb2d09835b req-e2a51e2f-c49c-41bd-b7e9-c1f310b1f1b4 service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169666
Sep 16 19:14:09.223761 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-bbc1d994-da1e-4b86-a850-6754bf5d6d6f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3389986
Sep 16 19:14:09.226599 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60326) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:09.232957 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'security_group_rule': {'security_group_id': '75baca13-eae5-4362-a480-988bee60ab5f', 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:09.240630 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:09.244842 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Usage tracker for resource:security_group_rule and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:09.248179 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:09.254557 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:09.275132 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.securitygroups_db [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Project cb106e20366e47629235b6d9a75278a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 19:14:09.283061 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:09.407396 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:09.412825 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:09.428442 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-bb7801c4-3225-4ccb-a6a9-73e4a0beb069 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:09.455520 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0ff432-3d46-4ec1-804c-5450a1cfbb95,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:09.463829 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:09.474118 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:09.475916 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-8ff176f5-9ab5-4f23-98f9-3af764ec4600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2477331
Sep 16 19:14:09.511107 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab3c62-ee7f-4963-a75b-1d53f49c213f req-f739dceb-0e40-4e13-b00c-98bf5b34a909 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:09.511962 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-d1ab3c62-ee7f-4963-a75b-1d53f49c213f req-f739dceb-0e40-4e13-b00c-98bf5b34a909 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Synchronizing usage tracker for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:09.538494 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-d1ab3c62-ee7f-4963-a75b-1d53f49c213f req-f739dceb-0e40-4e13-b00c-98bf5b34a909 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Unset dirty status for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:09.541102 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d1ab3c62-ee7f-4963-a75b-1d53f49c213f req-f739dceb-0e40-4e13-b00c-98bf5b34a909 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 945 time: 0.1744790
Sep 16 19:14:09.635021 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d1ab3c62-ee7f-4963-a75b-1d53f49c213f req-9a5bb64d-7fc8-490f-9b4c-0dc6d7cbccd2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850880
Sep 16 19:14:09.732598 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49ef67-1ca1-4bd4-a512-8ab5bbf54b85 req-1fdc5c02-981b-4f2d-9b1d-5f159d78fb3c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:09.733582 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-6e49ef67-1ca1-4bd4-a512-8ab5bbf54b85 req-1fdc5c02-981b-4f2d-9b1d-5f159d78fb3c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Synchronizing usage tracker for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:09.787283 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-6e49ef67-1ca1-4bd4-a512-8ab5bbf54b85 req-1fdc5c02-981b-4f2d-9b1d-5f159d78fb3c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Unset dirty status for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:09.797559 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6e49ef67-1ca1-4bd4-a512-8ab5bbf54b85 req-1fdc5c02-981b-4f2d-9b1d-5f159d78fb3c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.1963642
Sep 16 19:14:09.914956 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6e49ef67-1ca1-4bd4-a512-8ab5bbf54b85 req-e0fb22e3-0b45-4dfd-9a7b-c60906f32ca8 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1164429
Sep 16 19:14:09.922350 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e5be0-61bc-44dd-b53a-8d92b56b907e req-bd56ba0b-ba54-4d64-ab4f-5bcbc4716d35 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:09.930683 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3f1e5be0-61bc-44dd-b53a-8d92b56b907e req-bd56ba0b-ba54-4d64-ab4f-5bcbc4716d35 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1140022
Sep 16 19:14:09.997702 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3f1e5be0-61bc-44dd-b53a-8d92b56b907e req-d7f67c15-4b25-470f-ae41-30beff2790f9 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657566
Sep 16 19:14:10.388350 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633415-d803-4d83-a327-1d1d9cf1c05b req-f27b07cb-f45e-48c3-8788-51b2425fd709 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:10.390595 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5a633415-d803-4d83-a327-1d1d9cf1c05b req-f27b07cb-f45e-48c3-8788-51b2425fd709 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.0859752
Sep 16 19:14:10.442872 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5a633415-d803-4d83-a327-1d1d9cf1c05b req-e720e6e2-6d23-44ad-8094-94be44b58179 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463192
Sep 16 19:14:10.851927 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e7aef-6f9d-454e-a662-e964080c9596 req-03923138-a95b-44d2-9041-0e313c7bd32f tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:10.853983 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-652e7aef-6f9d-454e-a662-e964080c9596 req-03923138-a95b-44d2-9041-0e313c7bd32f tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 945 time: 0.0833495
Sep 16 19:14:10.982456 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-652e7aef-6f9d-454e-a662-e964080c9596 req-40e67254-7530-4dfb-b477-75e8a461da7d tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189325
Sep 16 19:14:11.178991 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e41639-f933-4d20-84f8-4e9894eecfcd req-9108b6e0-7695-499f-9cf0-5abcba7072a3 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:11.180725 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b7e41639-f933-4d20-84f8-4e9894eecfcd req-9108b6e0-7695-499f-9cf0-5abcba7072a3 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.1105764
Sep 16 19:14:11.233544 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b7e41639-f933-4d20-84f8-4e9894eecfcd req-dd7fa40c-2156-413e-80e8-7e050e4fccb7 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466273
Sep 16 19:14:11.251696 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19340c8-a1b4-4e80-b54e-c8ef51d194c2 req-3a87601b-49fd-4634-99d7-ebb8bddee0df tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:11.258711 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a19340c8-a1b4-4e80-b54e-c8ef51d194c2 req-3a87601b-49fd-4634-99d7-ebb8bddee0df tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1064241
Sep 16 19:14:11.306907 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a19340c8-a1b4-4e80-b54e-c8ef51d194c2 req-c995f2cf-d556-458c-aa89-bc9af3f70d2e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471969
Sep 16 19:14:11.649275 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2d03ce04-7b23-42d7-bec4-bb646afaf15f no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:14:11.677543 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33791c-ebac-49f3-b0c8-ca6cd6c1b41c req-27958f72-750c-47b4-ab2a-43c6cabbf167 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:11.685076 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7a33791c-ebac-49f3-b0c8-ca6cd6c1b41c req-27958f72-750c-47b4-ab2a-43c6cabbf167 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1021571
Sep 16 19:14:11.761465 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 2d03ce04-7b23-42d7-bec4-bb646afaf15f {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:14:11.762009 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2d03ce04-7b23-42d7-bec4-bb646afaf15f not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:14:11.769218 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7a33791c-ebac-49f3-b0c8-ca6cd6c1b41c req-27edcee7-b7aa-4f6f-b047-f66014cf219c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830297
Sep 16 19:14:11.901237 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d814074d-bbcc-4272-8e87-be76dd55b916 req-1ca8e9c4-4f81-4f1a-be4b-0d6f184be945 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 1099 time: 0.0779767
Sep 16 19:14:11.953114 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d814074d-bbcc-4272-8e87-be76dd55b916 req-ea706630-e8c6-4c21-9781-48189c3ac8a2 service neutron] Synchronizing usage tracker for tenant:7defbc7b0eef4582994cfa36c5b91d5f on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:11.992177 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d814074d-bbcc-4272-8e87-be76dd55b916 req-ea706630-e8c6-4c21-9781-48189c3ac8a2 service neutron] Unset dirty status for tenant:7defbc7b0eef4582994cfa36c5b91d5f on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:11.994173 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d814074d-bbcc-4272-8e87-be76dd55b916 req-ea706630-e8c6-4c21-9781-48189c3ac8a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858908
Sep 16 19:14:12.252444 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee4b3f-f2d4-4fdb-b769-904367b56111 req-f8e9c472-3634-4844-9d7a-7abf3c100c52 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:12.264154 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9aee4b3f-f2d4-4fdb-b769-904367b56111 req-f8e9c472-3634-4844-9d7a-7abf3c100c52 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 945 time: 0.0923369
Sep 16 19:14:12.328675 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9aee4b3f-f2d4-4fdb-b769-904367b56111 req-dfc6f879-bd9e-4396-a462-6d843e31938a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600493
Sep 16 19:14:12.564066 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6642c8-8f75-41a2-ac6f-f697daefdd0c req-4d4caf76-2635-4113-8933-93a5c1a91735 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:12.574699 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5b6642c8-8f75-41a2-ac6f-f697daefdd0c req-4d4caf76-2635-4113-8933-93a5c1a91735 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.1291866
Sep 16 19:14:12.623351 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59517949-9727-4ede-8131-b56a80e889d3 req-bf37fbf5-fa2b-462c-8440-e082f475a494 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:12.625745 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5b6642c8-8f75-41a2-ac6f-f697daefdd0c req-afeb993f-8d5a-44b6-9f77-4188ed3a18ee tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461349
Sep 16 19:14:12.630688 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-59517949-9727-4ede-8131-b56a80e889d3 req-bf37fbf5-fa2b-462c-8440-e082f475a494 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1046336
Sep 16 19:14:12.688762 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-59517949-9727-4ede-8131-b56a80e889d3 req-95438ebc-8ef5-46fc-9bf4-f4c7c946470c tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508339
Sep 16 19:14:13.026019 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780b38b-7f06-4a17-a11a-af99b303351e req-872bba03-a92e-495a-a9d1-4c7c0bf0e2db tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:13.027679 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3780b38b-7f06-4a17-a11a-af99b303351e req-872bba03-a92e-495a-a9d1-4c7c0bf0e2db tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.0955632
Sep 16 19:14:13.090838 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3780b38b-7f06-4a17-a11a-af99b303351e req-d71f72a7-130d-4d03-ba91-63027e6b8773 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574183
Sep 16 19:14:13.667507 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c3741-7d77-4af1-9582-c4e7ad4adee7 req-f684a84b-67ed-4821-a5f4-b3898d640a1a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:13.674087 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9b6c3741-7d77-4af1-9582-c4e7ad4adee7 req-f684a84b-67ed-4821-a5f4-b3898d640a1a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 945 time: 0.1558309
Sep 16 19:14:13.765491 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9b6c3741-7d77-4af1-9582-c4e7ad4adee7 req-a68c2977-7125-4e83-9256-03f213fa5e82 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903785
Sep 16 19:14:13.939864 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-2177a279-3f44-40e2-900a-b74b8c8cdb4e tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:13.941319 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-2177a279-3f44-40e2-900a-b74b8c8cdb4e tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 945 time: 0.2476785
Sep 16 19:14:14.006803 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c7796-b0f7-4a07-855f-d3c127dc4995 req-7b15293d-44e3-4915-871b-89c18e3f2624 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:14.012760 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-997c7796-b0f7-4a07-855f-d3c127dc4995 req-7b15293d-44e3-4915-871b-89c18e3f2624 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1037066
Sep 16 19:14:14.059340 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6827d9-7edf-4243-8924-e2f50d17cf22 req-e495627f-1167-4db7-81ef-48e4e65cd605 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:14.066684 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-db6827d9-7edf-4243-8924-e2f50d17cf22 req-e495627f-1167-4db7-81ef-48e4e65cd605 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.2152762
Sep 16 19:14:14.086703 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Deleting port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:14:14.087073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:14.125450 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-997c7796-b0f7-4a07-855f-d3c127dc4995 req-31524fe7-1c32-43fc-b233-e417dc647540 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072080
Sep 16 19:14:14.387665 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-db6827d9-7edf-4243-8924-e2f50d17cf22 req-fc33f689-6bd4-4ddb-ba8a-c0605fb59830 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3200564
Sep 16 19:14:14.418082 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4acc07-f2f4-47d9-a823-ca9826f5bebe req-c8ffe82e-4be3-44f6-a3f8-f31148439257 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:14.419984 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-eb4acc07-f2f4-47d9-a823-ca9826f5bebe req-c8ffe82e-4be3-44f6-a3f8-f31148439257 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1218982
Sep 16 19:14:14.513875 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-eb4acc07-f2f4-47d9-a823-ca9826f5bebe req-d42bd905-b1c2-4728-aac8-aa2d83a32ac4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882638
Sep 16 19:14:14.522530 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] For port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:14.523078 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:14.753676 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Calling delete_port for 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c owned by compute:nova {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:14:15.004447 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Sync routers for ids ['08b2689c-d0ce-4235-a103-7f98de3fbda5'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:14:15.039513 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Routers {'08b2689c-d0ce-4235-a103-7f98de3fbda5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:14:15.040384 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445b80880>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:13:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['08b2689c-d0ce-4235-a103-7f98de3fbda5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:15.083040 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd17f0f-c0e8-4ecb-bbf5-ea8f5dd2342f req-f0a838b2-087a-4928-9a29-e1b04b10d14b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:15.091295 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6dd17f0f-c0e8-4ecb-bbf5-ea8f5dd2342f req-f0a838b2-087a-4928-9a29-e1b04b10d14b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b2d68ff-75f6-4633-a068-570c42db545d HTTP/1.1" status: 200  len: 945 time: 0.1816454
Sep 16 19:14:15.108890 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:15.119127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-92027920-497c-4e4d-b846-f011b876cd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:15.128047 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['554d5b62-77a9-419c-af50-cdbbdce1d648', '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:14:15.129599 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-32c1aaf4-01c5-4b6c-bec4-8dd53b95e9e4 req-a22e1a97-5c5f-462b-892f-cb875c84b061 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f624746042be4912ab35a043a8e1862f&device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 1099 time: 0.1161942
Sep 16 19:14:15.179596 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Pushing event deleted for resources: {'Port': ['ID=54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:15.182464 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:15.242283 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6dd17f0f-c0e8-4ecb-bbf5-ea8f5dd2342f req-278ad210-ee29-43a5-86ca-8bd5508d7150 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498303
Sep 16 19:14:15.295816 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] No DVR routers for this DVR port 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c on host hv-cinder-80944 {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:14:15.299015 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:15.303762 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2d68ff-75f6-4633-a068-570c42db545d', 'name': 'network-vif-deleted', 'tag': '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:15.326315 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5614a09-03eb-42dd-93b1-b2af30b13655 req-a0d14c60-97ef-459e-b896-7f9fda5e09f7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:15.327978 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e5614a09-03eb-42dd-93b1-b2af30b13655 req-a0d14c60-97ef-459e-b896-7f9fda5e09f7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1947432
Sep 16 19:14:15.336379 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-382f2a44-d07e-4b84-8892-a6c556f4f222 req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "DELETE /v2.0/ports/54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c HTTP/1.1" status: 204  len: 173 time: 1.3660407
Sep 16 19:14:15.382953 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1aaf4-01c5-4b6c-bec4-8dd53b95e9e4 req-af25259d-1130-461e-9d5a-e598854d37cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:15.383847 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-32c1aaf4-01c5-4b6c-bec4-8dd53b95e9e4 req-af25259d-1130-461e-9d5a-e598854d37cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 200  len: 919 time: 0.2198470
Sep 16 19:14:15.385620 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2d68ff-75f6-4633-a068-570c42db545d', 'name': 'network-vif-deleted', 'tag': '54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c', 'status': 'completed', 'code': 200}
Sep 16 19:14:15.395125 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e5614a09-03eb-42dd-93b1-b2af30b13655 req-06a34509-8fe6-4b06-a70e-45facc75c181 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570247
Sep 16 19:14:15.448122 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Set router 08b2689c-d0ce-4235-a103-7f98de3fbda5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:14:15.480356 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-32c1aaf4-01c5-4b6c-bec4-8dd53b95e9e4 req-bb5e8bb8-3cb5-43fc-963f-dc575d60c908 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cec690d-5dd2-4470-af92-59a1615b8717 HTTP/1.1" status: 200  len: 217 time: 0.0842142
Sep 16 19:14:15.611552 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9be307bf-247c-4e6e-8859-b1146af95345 req-a77bb7cb-e07a-4226-b693-d29ecb0e854c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 1098 time: 0.1622570
Sep 16 19:14:15.617421 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1aaf4-01c5-4b6c-bec4-8dd53b95e9e4 req-51503460-a781-44dc-9b3a-b01023e0d4ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:15.618991 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-32c1aaf4-01c5-4b6c-bec4-8dd53b95e9e4 req-51503460-a781-44dc-9b3a-b01023e0d4ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 200  len: 858 time: 0.1320853
Sep 16 19:14:15.656388 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 5d624acc-fd69-4fd8-9088-dedf6ff481e2 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:14:15.695041 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-32c1aaf4-01c5-4b6c-bec4-8dd53b95e9e4 req-f92763fa-57d1-4443-a496-36a303ae97f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56eddca-9013-4f89-90ac-50ce9c2e6377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691419
Sep 16 19:14:15.884854 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be307bf-247c-4e6e-8859-b1146af95345 req-63ed2d57-2cb3-4646-850e-57861d2ee6cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:15.892193 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9be307bf-247c-4e6e-8859-b1146af95345 req-63ed2d57-2cb3-4646-850e-57861d2ee6cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 917 time: 0.2158866
Sep 16 19:14:15.904005 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f029bf-2589-44e1-b97f-65dad143e389 req-82679759-6f0a-4663-87d0-57d7969a381f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:15.914586 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50f029bf-2589-44e1-b97f-65dad143e389 req-82679759-6f0a-4663-87d0-57d7969a381f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.3018756
Sep 16 19:14:16.030369 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:16.051868 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'port_id': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'mac_address': 'fa:16:3e:8b:eb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:14:16.101456 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-32c1aaf4-01c5-4b6c-bec4-8dd53b95e9e4 req-44456d5b-2fca-418a-acab-6765432177f6 service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3988791
Sep 16 19:14:16.118162 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50f029bf-2589-44e1-b97f-65dad143e389 req-58fbd753-27b5-4e24-af28-ffbb2820527f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2021630
Sep 16 19:14:16.126264 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9be307bf-247c-4e6e-8859-b1146af95345 req-dc16f397-5ea3-47f3-99bc-e76666882972 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97a515e1-4282-4086-b023-717eb961c6c3 HTTP/1.1" status: 200  len: 1001 time: 0.1931677
Sep 16 19:14:16.184443 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:16.209808 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d624acc-fd69-4fd8-9088-dedf6ff481e2 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:14:16.224150 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be307bf-247c-4e6e-8859-b1146af95345 req-9a299b41-54ca-40e4-8c77-56b300e05ea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:16.227271 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9be307bf-247c-4e6e-8859-b1146af95345 req-9a299b41-54ca-40e4-8c77-56b300e05ea7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.0871346
Sep 16 19:14:16.255241 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445b80880>, [{'id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'name': 'tempest-TestVolumeBootPattern-403311685-router', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:50Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 4, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'gw_port': {'id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:51Z', 'updated_at': '2021-09-16T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '8da54e4d-89b0-4b26-b8cb-e35b66c18a0b', 'name': '', 'network_id': '46692429-526f-4127-9452-c4cda41fa897', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'mac_address': 'fa:16:3e:53:01:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09008f69-fd89-4514-abb9-5dcddfc5fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:56Z', 'updated_at': '2021-09-16T19:13:59Z', 'revision_number': 2, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'subnets': [{'id': '09008f69-fd89-4514-abb9-5dcddfc5fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:16.259352 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:16.260962 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf080-3b96-4792-bb42-909e346053ca req-a56a0c33-bf30-421e-b409-ac7939920314 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:16.262731 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Checking router: 08b2689c-d0ce-4235-a103-7f98de3fbda5 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:14:16.263142 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Updating router 08b2689c-d0ce-4235-a103-7f98de3fbda5 port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b binding host dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:14:16.267836 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5dbdf080-3b96-4792-bb42-909e346053ca req-a56a0c33-bf30-421e-b409-ac7939920314 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.5113463
Sep 16 19:14:16.294935 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:16.306171 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:16.332321 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9be307bf-247c-4e6e-8859-b1146af95345 req-deb36efd-a79a-4ef8-91f8-b7a023131b96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0973990
Sep 16 19:14:16.341376 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-32c1aaf4-01c5-4b6c-bec4-8dd53b95e9e4 req-faaadf61-d393-4c14-aaff-7615f615366e service neutron] 10.222.0.20 "GET /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262454
Sep 16 19:14:16.354804 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5dbdf080-3b96-4792-bb42-909e346053ca req-1ca1e693-647b-4855-9135-b8fd6cd1ef66 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859582
Sep 16 19:14:16.387775 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:16.552609 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=5d624acc-fd69-4fd8-9088-dedf6ff481e2,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:16.571930 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.572248 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.572582 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.572909 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.573234 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.573551 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.573873 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.574217 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.574536 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.574911 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.575224 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:14:16.581093 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:16.590187 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9be307bf-247c-4e6e-8859-b1146af95345 req-4df40008-9bf6-4b3a-bc5f-781fa0a2b077 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306297
Sep 16 19:14:16.672207 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae58fef-2ec6-4a2b-8758-0d17d9207ca8 req-61498c92-e47e-41bd-a905-f704f6b97a7f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:16.673105 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['5d624acc-fd69-4fd8-9088-dedf6ff481e2'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:14:16.673844 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-aae58fef-2ec6-4a2b-8758-0d17d9207ca8 req-61498c92-e47e-41bd-a905-f704f6b97a7f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0950789
Sep 16 19:14:16.732057 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-aae58fef-2ec6-4a2b-8758-0d17d9207ca8 req-0f8b12c9-356c-464b-a146-e52c18789e03 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505209
Sep 16 19:14:16.764883 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9be307bf-247c-4e6e-8859-b1146af95345 req-ca1f6d05-cc88-4716-a4df-aceb7387bc4d service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659045
Sep 16 19:14:16.927199 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Notify callbacks [] for port, precommit_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:16.956301 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Transition to ACTIVE for port object 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:14:16.967880 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:16.974212 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-8c5c496e-49bd-49dd-93bf-b5cb61dfbcbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:17.122491 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f28f9b-3a49-4a8a-a40e-e2b081c0b3ed None None] Pushing event updated for resources: {'Port': ['ID=8da54e4d-89b0-4b26-b8cb-e35b66c18a0b,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:17.125312 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-03f28f9b-3a49-4a8a-a40e-e2b081c0b3ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:17.263548 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Attempting to bind port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:14:17.263925 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Attempting to bind port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'e67b8e0b-9861-48e3-87b7-d2d16e71302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46692429-526f-4127-9452-c4cda41fa897'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:14:17.264291 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Attempting to bind port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b on network 46692429-526f-4127-9452-c4cda41fa897 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:14:17.282618 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:14:17.282956 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Checking segment: {'id': 'e67b8e0b-9861-48e3-87b7-d2d16e71302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46692429-526f-4127-9452-c4cda41fa897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:14:17.283327 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:17.283724 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Bound using segment: {'id': 'e67b8e0b-9861-48e3-87b7-d2d16e71302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46692429-526f-4127-9452-c4cda41fa897'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:14:17.284193 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Bound port: 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67b8e0b-9861-48e3-87b7-d2d16e71302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46692429-526f-4127-9452-c4cda41fa897'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:14:17.284569 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:17.346823 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd955a43-eff1-421a-9957-e44a77cbfdae req-61a03574-f911-484e-b4de-3c8487786892 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:17.348282 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cd955a43-eff1-421a-9957-e44a77cbfdae req-61a03574-f911-484e-b4de-3c8487786892 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 944 time: 0.0912192
Sep 16 19:14:17.410451 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cd955a43-eff1-421a-9957-e44a77cbfdae req-edc4f928-6a52-427a-8e7d-7178d887f106 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0515919
Sep 16 19:14:17.417682 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] For port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:14:17.421369 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] For port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=8da54e4d-89b0-4b26-b8cb-e35b66c18a0b,segment=NetworkSegment(e67b8e0b-9861-48e3-87b7-d2d16e71302f),segment_id=e67b8e0b-9861-48e3-87b7-d2d16e71302f)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:14:17.429170 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:17.450837 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:17.533460 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f28f9b-3a49-4a8a-a40e-e2b081c0b3ed None None] Pushing event updated for resources: {'Port': ['ID=8da54e4d-89b0-4b26-b8cb-e35b66c18a0b,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:17.536624 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-03f28f9b-3a49-4a8a-a40e-e2b081c0b3ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:17.540820 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Routers {'08b2689c-d0ce-4235-a103-7f98de3fbda5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:14:17.541443 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445b80880>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:13:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['08b2689c-d0ce-4235-a103-7f98de3fbda5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:17.608315 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a0c37-ab8a-4b3d-9af4-ef299cd4dee1 req-a724c239-9b1b-417c-9a3c-c83cb82b37e2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:17.609687 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5a0a0c37-ab8a-4b3d-9af4-ef299cd4dee1 req-a724c239-9b1b-417c-9a3c-c83cb82b37e2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 945 time: 0.1013069
Sep 16 19:14:17.666782 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5a0a0c37-ab8a-4b3d-9af4-ef299cd4dee1 req-4f7eb920-9102-42ca-bc2b-aa1791e27d58 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513339
Sep 16 19:14:17.689282 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 97a515e1-4282-4086-b023-717eb961c6c3 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:14:17.842634 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] Set router 08b2689c-d0ce-4235-a103-7f98de3fbda5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:14:18.000866 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:18.007965 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fbf14-7877-4971-832f-e96a533eeb3b req-7ad636dd-7a41-4323-94d5-192e0a2a7ed7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:18.009684 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e65fbf14-7877-4971-832f-e96a533eeb3b req-7ad636dd-7a41-4323-94d5-192e0a2a7ed7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1423519
Sep 16 19:14:18.074709 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e65fbf14-7877-4971-832f-e96a533eeb3b req-e3cf6e41-762c-4906-a0a9-3f8ccf955667 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593972
Sep 16 19:14:18.116978 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:18.139993 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:18.183139 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef9066-9fe6-4ce0-b60b-4b403eded931 req-5730520c-d274-4e36-ba11-ba82acc8dc46 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:18.183982 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-2fef9066-9fe6-4ce0-b60b-4b403eded931 req-5730520c-d274-4e36-ba11-ba82acc8dc46 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Synchronizing usage tracker for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:18.192371 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3', 'code': 200}
Sep 16 19:14:18.193099 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:18.194784 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:14:18.201973 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-2fef9066-9fe6-4ce0-b60b-4b403eded931 req-5730520c-d274-4e36-ba11-ba82acc8dc46 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Unset dirty status for tenant:b3a25b099c944b938fe922665db15f3b on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:18.206749 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2fef9066-9fe6-4ce0-b60b-4b403eded931 req-5730520c-d274-4e36-ba11-ba82acc8dc46 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 946 time: 0.1042616
Sep 16 19:14:18.229447 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:18.250765 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2fef9066-9fe6-4ce0-b60b-4b403eded931 req-d572a98b-a73d-4910-9644-b360b8e17475 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415888
Sep 16 19:14:18.276589 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:14:18.276933 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 54ac21d6-fd8e-43bb-9147-c1d1e3ecd96c not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:14:18.335244 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=8']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:18.338325 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:18.403625 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445b80880>, [{'id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'name': 'tempest-TestVolumeBootPattern-403311685-router', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:50Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 4, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'gw_port': {'id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:51Z', 'updated_at': '2021-09-16T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '8da54e4d-89b0-4b26-b8cb-e35b66c18a0b', 'name': '', 'network_id': '46692429-526f-4127-9452-c4cda41fa897', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'mac_address': 'fa:16:3e:53:01:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09008f69-fd89-4514-abb9-5dcddfc5fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:56Z', 'updated_at': '2021-09-16T19:14:17Z', 'revision_number': 4, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'subnets': [{'id': '09008f69-fd89-4514-abb9-5dcddfc5fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:18.407837 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39be67-3c52-4fcf-acc4-a0f108d3e394 None None] The sync data for ids ['08b2689c-d0ce-4235-a103-7f98de3fbda5'] in dv-cinder-809447-1-iscsi is: [{'id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'name': 'tempest-TestVolumeBootPattern-403311685-router', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:50Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 4, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'gw_port': {'id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:51Z', 'updated_at': '2021-09-16T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '8da54e4d-89b0-4b26-b8cb-e35b66c18a0b', 'name': '', 'network_id': '46692429-526f-4127-9452-c4cda41fa897', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'mac_address': 'fa:16:3e:53:01:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09008f69-fd89-4514-abb9-5dcddfc5fca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:56Z', 'updated_at': '2021-09-16T19:14:17Z', 'revision_number': 4, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'subnets': [{'id': '09008f69-fd89-4514-abb9-5dcddfc5fca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:14:18.677370 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac654c-e792-4996-afd5-0d0dfaed40ff req-744c90da-90b5-40cb-92c6-34c2b9377a19 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:18.679636 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d4ac654c-e792-4996-afd5-0d0dfaed40ff req-744c90da-90b5-40cb-92c6-34c2b9377a19 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 944 time: 0.1070659
Sep 16 19:14:18.760066 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d4ac654c-e792-4996-afd5-0d0dfaed40ff req-8a876cf4-4279-4ece-a16c-012c4ec553bb tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0744829
Sep 16 19:14:19.012102 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434c519-cae8-4bae-8b4a-aeb48b0b02ec req-a735b654-b10a-40d5-9b86-67562486c125 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:19.013892 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6434c519-cae8-4bae-8b4a-aeb48b0b02ec req-a735b654-b10a-40d5-9b86-67562486c125 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.1688213
Sep 16 19:14:19.076952 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6434c519-cae8-4bae-8b4a-aeb48b0b02ec req-643edafd-4668-41ea-a058-75498b8c9719 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554769
Sep 16 19:14:19.386396 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbda891-8fd2-4d22-80e8-338650dc4237 req-284defe9-4529-4c91-bb00-dd4b33679e6d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:19.394322 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dbbda891-8fd2-4d22-80e8-338650dc4237 req-284defe9-4529-4c91-bb00-dd4b33679e6d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1300745
Sep 16 19:14:19.514686 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dbbda891-8fd2-4d22-80e8-338650dc4237 req-95bccc74-016b-4870-8f36-84536129b9b1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009305
Sep 16 19:14:19.559204 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:14:19.697603 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 5d624acc-fd69-4fd8-9088-dedf6ff481e2 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:14:19.775823 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:14:19.783216 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:14:19.783605 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:19.824256 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb913e8a-f1ee-42ac-958d-418b7c291a63 req-832fff16-40df-4431-bda6-03154b4687f2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:19.831162 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bb913e8a-f1ee-42ac-958d-418b7c291a63 req-832fff16-40df-4431-bda6-03154b4687f2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 946 time: 0.1070108
Sep 16 19:14:19.888758 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:14:19.921555 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:14:19.922386 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:19.925013 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bb913e8a-f1ee-42ac-958d-418b7c291a63 req-f78a5c62-41f0-4231-8322-c0d108c89115 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/security-groups?id=580f270d-4ffc-493c-ab68-7580b42a7388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920229
Sep 16 19:14:19.960708 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-bd3971bf-d594-4d6d-b483-c3cc9ce6a0c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:19.962198 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-bd3971bf-d594-4d6d-b483-c3cc9ce6a0c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 946 time: 0.1077464
Sep 16 19:14:20.029041 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:20.112341 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Deleting port 554d5b62-77a9-419c-af50-cdbbdce1d648 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:14:20.113777 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:20.118053 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=8da54e4d-89b0-4b26-b8cb-e35b66c18a0b,segment=NetworkSegment(e67b8e0b-9861-48e3-87b7-d2d16e71302f),segment_id=e67b8e0b-9861-48e3-87b7-d2d16e71302f)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:20.125032 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:20.129736 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:20.288383 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:20.291313 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318517b1-eef2-46e4-b747-ebcbb479317d req-d82a4f70-ffa7-465a-957b-f568676c295e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:20.292920 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-318517b1-eef2-46e4-b747-ebcbb479317d req-d82a4f70-ffa7-465a-957b-f568676c295e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 944 time: 0.2045424
Sep 16 19:14:20.299443 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=8da54e4d-89b0-4b26-b8cb-e35b66c18a0b,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:20.306100 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:20.392136 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:20.404942 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:20.417453 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-318517b1-eef2-46e4-b747-ebcbb479317d req-b0632828-e8a2-498a-9f68-1ecd883b8d1c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1014228
Sep 16 19:14:20.423782 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:20.426597 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:20.509391 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] For port 554d5b62-77a9-419c-af50-cdbbdce1d648, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=554d5b62-77a9-419c-af50-cdbbdce1d648,segment=NetworkSegment(59c14292-2a9a-4950-83a1-a922ec4111a7),segment_id=59c14292-2a9a-4950-83a1-a922ec4111a7)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:20.509925 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:20.603253 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'code': 200}
Sep 16 19:14:20.616717 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=5d624acc-fd69-4fd8-9088-dedf6ff481e2,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:20.621024 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:20.739330 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Calling delete_port for 554d5b62-77a9-419c-af50-cdbbdce1d648 owned by compute:nova {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:14:20.784228 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-917aafa8-98dc-49ae-9249-b48f865ff6b8 req-350403e5-fb1a-4217-9628-459291eb4a8f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1261806
Sep 16 19:14:20.923431 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:20.935040 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['554d5b62-77a9-419c-af50-cdbbdce1d648'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:14:20.938591 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f4e2de17-7067-4940-9e5d-363b5c931815 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:21.011252 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d3fd353a-e6db-4828-95d7-d78fa7a9f895 req-8ec03047-75d5-480f-90ee-3b8a25f6b936 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 1098 time: 0.1404517
Sep 16 19:14:21.120591 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d3fd353a-e6db-4828-95d7-d78fa7a9f895 req-8281019a-f005-44c5-aff8-8f68f5e1f821 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1002653
Sep 16 19:14:21.132411 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Pushing event deleted for resources: {'Port': ['ID=554d5b62-77a9-419c-af50-cdbbdce1d648,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:21.139619 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:21.187990 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60572) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:21.220664 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] No DVR routers for this DVR port 554d5b62-77a9-419c-af50-cdbbdce1d648 on host hv-cinder-80944 {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:14:21.223671 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:21.227382 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bda5ab-b63d-488d-9b3c-5be0ce24c22e', 'name': 'network-vif-deleted', 'tag': '554d5b62-77a9-419c-af50-cdbbdce1d648'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:21.254704 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e780a9d4-ef37-4753-943e-5e36c2d04f5d req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.20 "DELETE /v2.0/ports/554d5b62-77a9-419c-af50-cdbbdce1d648 HTTP/1.1" status: 204  len: 173 time: 1.2849562
Sep 16 19:14:21.278072 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6a862-5995-4890-9217-935ee76da534 req-812dbfd4-c543-4bdf-963f-26d78bb75bac tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:21.279646 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-04e6a862-5995-4890-9217-935ee76da534 req-812dbfd4-c543-4bdf-963f-26d78bb75bac tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.1494317
Sep 16 19:14:21.333362 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-04e6a862-5995-4890-9217-935ee76da534 req-e118d61e-46cc-441f-8e8f-f77179413ebb tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472634
Sep 16 19:14:21.353851 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-df242f88-1022-4e48-a9fc-6d67947c3cb2 req-0521d848-7f6c-4dcc-b8b4-58ce4b326361 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] 10.222.0.22 "GET /v2.0/ports?device_id=73bda5ab-b63d-488d-9b3c-5be0ce24c22e HTTP/1.1" status: 200  len: 210 time: 0.0566328
Sep 16 19:14:21.419293 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-d2c6f0bc-c24d-41c1-9357-d739684a82d7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2301223
Sep 16 19:14:21.469185 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bda5ab-b63d-488d-9b3c-5be0ce24c22e', 'name': 'network-vif-deleted', 'tag': '554d5b62-77a9-419c-af50-cdbbdce1d648', 'status': 'completed', 'code': 200}
Sep 16 19:14:21.470987 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:14:21.576201 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:14:21.576781 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:21.647777 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fedea0-397a-4321-bc94-e5b8caca5714 req-48804aa1-8c3a-4a5d-b721-895ecf59648b tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:21.655493 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-93fedea0-397a-4321-bc94-e5b8caca5714 req-48804aa1-8c3a-4a5d-b721-895ecf59648b tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0985453
Sep 16 19:14:21.706241 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-93fedea0-397a-4321-bc94-e5b8caca5714 req-7cf5bc1c-05b6-442c-a81d-53d963f2464b tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0495720
Sep 16 19:14:22.473173 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60598) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:22.580346 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc9a374-fb25-4f17-a37a-f289c611fc24 admin admin] Deleting subnet 74c6f517-221a-4891-a42e-be003d65ddd8 {{(pid=75161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:14:22.586516 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a374-fb25-4f17-a37a-f289c611fc24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:22.658269 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a374-fb25-4f17-a37a-f289c611fc24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2816614'] for subnet, precommit_delete_associations {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:22.704955 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab4c98-9e18-4c42-9c57-e6682b5a8efb req-007ac6e1-a4c5-4e1e-8c7e-3ec6ab9cdd0e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:22.706593 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-91ab4c98-9e18-4c42-9c57-e6682b5a8efb req-007ac6e1-a4c5-4e1e-8c7e-3ec6ab9cdd0e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.1783371
Sep 16 19:14:22.750442 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a374-fb25-4f17-a37a-f289c611fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:22.851967 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-91ab4c98-9e18-4c42-9c57-e6682b5a8efb req-590467fa-bf3a-4d99-a383-184dff872a1c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1375492
Sep 16 19:14:22.877483 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a374-fb25-4f17-a37a-f289c611fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2433962'] for subnet, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:22.885239 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-caaa8dbf-f10a-4751-9e8e-f7778a6d27a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:22.932699 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9a374-fb25-4f17-a37a-f289c611fc24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c6f517-221a-4891-a42e-be003d65ddd8,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:22.936774 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0fc9a374-fb25-4f17-a37a-f289c611fc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:22.943170 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0fc9a374-fb25-4f17-a37a-f289c611fc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:22.949258 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-0fc9a374-fb25-4f17-a37a-f289c611fc24 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/74c6f517-221a-4891-a42e-be003d65ddd8 HTTP/1.1" status: 204  len: 168 time: 0.4750278
Sep 16 19:14:22.951707 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60608) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:22.967768 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade8f8-b77b-4dfc-8cf5-bc58b29363f1 req-8c375458-d0bf-4449-a417-1daf87d9563c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:22.969379 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c7ade8f8-b77b-4dfc-8cf5-bc58b29363f1 req-8c375458-d0bf-4449-a417-1daf87d9563c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.1312711
Sep 16 19:14:23.022932 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c7ade8f8-b77b-4dfc-8cf5-bc58b29363f1 req-46947874-7bf8-4e52-bf1f-2407be886754 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0467970
Sep 16 19:14:23.135625 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:23.299715 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:23.328136 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f044571f490>,) {'filters': {'network_id': ['e53178fe-a87b-4279-a591-91bf9d6cf109']}} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:23.333728 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-c9f1fa84-9e73-4af0-8dc0-51237f7f294a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75&tenant_id=4af54a7dd5b54bcea64d296ff459d9b7 HTTP/1.1" status: 200  len: 1096 time: 0.1568487
Sep 16 19:14:23.344302 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f044571f490>, '59c14292-2a9a-4950-83a1-a922ec4111a7') {'for_net_delete': True} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:23.344684 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e52e7-9c2d-4408-bd14-9e299e39972b req-6ffc03a3-128f-4d64-8107-bb802c8693fd tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:23.344832 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f044571f490>, '59c14292-2a9a-4950-83a1-a922ec4111a7') {} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:23.359538 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f38e52e7-9c2d-4408-bd14-9e299e39972b req-6ffc03a3-128f-4d64-8107-bb802c8693fd tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.1396382
Sep 16 19:14:23.361827 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2816623'] for segment, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:23.384989 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:23.392047 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=75161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:14:23.392509 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2607524'] for segment, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]: Traceback (most recent call last):
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     timer()
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     cb(*args, **kw)
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     return func(*args, **kwargs)
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     self._notify()
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     self.callback(batched_events)
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     event.method(event)
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     return f(self, *a, **k)
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._get(url).json()
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:14:23.407153 dv-cinder-809447-1-iscsi neutron-server[75161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:14:23.444235 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-f6db05c8-3cf3-4915-8727-6019f7622b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:23.466936 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f38e52e7-9c2d-4408-bd14-9e299e39972b req-f938914d-8289-42de-8a37-f11fc01c69c7 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0674536
Sep 16 19:14:23.476336 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-50f39309-a4d8-4ace-ac64-241337d42f0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 1096 time: 0.1151450
Sep 16 19:14:23.498303 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60622) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:23.505168 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:23.509783 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-17c8a849-87d4-4620-81d2-3f9406bcd723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:23.529350 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:23.532996 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Pushing event deleted for resources: {'Network': ['ID=e53178fe-a87b-4279-a591-91bf9d6cf109,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:23.538908 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:23.545272 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] 10.222.0.22 "DELETE /v2.0/networks/e53178fe-a87b-4279-a591-91bf9d6cf109 HTTP/1.1" status: 204  len: 168 time: 0.5925679
Sep 16 19:14:23.618961 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-2aaed157-cefc-4ad3-8e6b-9d6abae76e2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:23.620873 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-2aaed157-cefc-4ad3-8e6b-9d6abae76e2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 917 time: 0.1374264
Sep 16 19:14:23.624721 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:14:23.730714 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 97a515e1-4282-4086-b023-717eb961c6c3 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:14:23.738593 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-42b2bbcc-d58e-495e-9cd6-5b9be6b9e98c tempest-TestShelveInstance-751063380 tempest-TestShelveInstance-751063380-project-admin] Synchronizing usage tracker for tenant:018a53349b40488f9093f9912067a55a on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:23.744911 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-a479fbb2-c187-414e-b801-4e5b62d87f8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97a515e1-4282-4086-b023-717eb961c6c3 HTTP/1.1" status: 200  len: 999 time: 0.1144857
Sep 16 19:14:23.758492 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-42b2bbcc-d58e-495e-9cd6-5b9be6b9e98c tempest-TestShelveInstance-751063380 tempest-TestShelveInstance-751063380-project-admin] Unset dirty status for tenant:018a53349b40488f9093f9912067a55a on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:23.764016 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-42b2bbcc-d58e-495e-9cd6-5b9be6b9e98c tempest-TestShelveInstance-751063380 tempest-TestShelveInstance-751063380-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 1093 time: 0.2647314
Sep 16 19:14:23.765078 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60630) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:23.770951 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Request body: {'floatingip': {'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'port_id': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:23.779618 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:23.784619 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Usage tracker for resource:floatingip and tenant:e6e35375d8bb43cfa62224d5c126faf2 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:23.792692 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:23.800072 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:23.818557 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 60634) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:23.819533 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:23.879492 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 554d5b62-77a9-419c-af50-cdbbdce1d648 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:14:23.888551 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for floatingip, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:23.948617 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-f08cfd0e-e0e0-4ce1-845e-8c219e5b2a95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:23.950344 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-f08cfd0e-e0e0-4ce1-845e-8c219e5b2a95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.1911645
Sep 16 19:14:23.965314 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 554d5b62-77a9-419c-af50-cdbbdce1d648 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:14:23.965676 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 554d5b62-77a9-419c-af50-cdbbdce1d648 not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:14:24.028798 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-6c7bb2fc-314f-498d-a102-2122b4f3d5a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3a25b099c944b938fe922665db15f3b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2030404
Sep 16 19:14:24.028990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 60642) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:24.087861 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-4a9d3b64-4743-47aa-b2ed-7e0d1bd6fc03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1269579
Sep 16 19:14:24.141818 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a4f519c8-b5ad-4312-8334-6f7eb07cb831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:24.196470 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9e167-f1ed-4644-9a85-2ca67fe03d2b req-ec8904b7-2d99-4786-a4bc-a2ef26459a05 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:24.198012 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-afd9e167-f1ed-4644-9a85-2ca67fe03d2b req-ec8904b7-2d99-4786-a4bc-a2ef26459a05 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.1085906
Sep 16 19:14:24.205372 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:24.245834 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a4f519c8-b5ad-4312-8334-6f7eb07cb831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:24.315209 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-b4ddc2bc-1c46-48aa-a9f2-f0c9c5c59ca8 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060976
Sep 16 19:14:24.321500 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-afd9e167-f1ed-4644-9a85-2ca67fe03d2b req-4db2947b-4a5e-485e-aff1-f14d9ac8e989 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1127579
Sep 16 19:14:24.377791 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a4f519c8-b5ad-4312-8334-6f7eb07cb831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:24.387540 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Allocated IP 172.27.3.160 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/3b6a8f74-c65f-4e73-83cb-82ce2a62ea85) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:14:24.426524 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e7af04b9-5b33-4d5b-9439-a26910f83637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:24.445140 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f519c8-b5ad-4312-8334-6f7eb07cb831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580f270d-4ffc-493c-ab68-7580b42a7388,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:24.455038 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a4f519c8-b5ad-4312-8334-6f7eb07cb831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:24.477653 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a4f519c8-b5ad-4312-8334-6f7eb07cb831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:24.482005 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a4f519c8-b5ad-4312-8334-6f7eb07cb831 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/580f270d-4ffc-493c-ab68-7580b42a7388 HTTP/1.1" status: 204  len: 168 time: 0.4462912
Sep 16 19:14:24.502381 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-46da524e-b3ad-4319-91df-a2634d3e63bc req-c65f2025-1801-4bf8-b707-e813041fc214 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750500
Sep 16 19:14:24.576917 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:24.611987 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:24.624649 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:24.671949 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:14:24.701405 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:14:24.705418 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:14:24.770183 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event updated for resources: {'Port': ['ID=3b6a8f74-c65f-4e73-83cb-82ce2a62ea85,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:24.774720 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:25.508521 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:25.549967 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-e5f9bd49-7bd1-4ec3-90da-3f23e4c6fce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:25.587686 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:25.600897 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccacca9-f45a-45b9-8daa-d88284c3be5e req-c7317fb9-7511-4c5a-99c8-db60eb8251d9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:25.609480 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1ccacca9-f45a-45b9-8daa-d88284c3be5e req-c7317fb9-7511-4c5a-99c8-db60eb8251d9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.1294436
Sep 16 19:14:25.672071 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1ccacca9-f45a-45b9-8daa-d88284c3be5e req-e1c94705-a9ec-4031-84ce-00e759d89f8a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614951
Sep 16 19:14:26.003276 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:26.012137 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:26.046752 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-212cf002-4ec3-41b7-ae32-37eddaad5f7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:26.504010 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event updated for resources: {'Port': ['ID=3b6a8f74-c65f-4e73-83cb-82ce2a62ea85,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:26.515611 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:26.527424 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:26.548658 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:26.807376 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5698d-9e9a-4ea7-8150-4982cf5b2cd5 req-0f50fe70-13c2-4af1-85ac-faa59754f2f7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:26.809582 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3ca5698d-9e9a-4ea7-8150-4982cf5b2cd5 req-0f50fe70-13c2-4af1-85ac-faa59754f2f7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1894650
Sep 16 19:14:26.904748 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3ca5698d-9e9a-4ea7-8150-4982cf5b2cd5 req-250bc9f9-a1c8-4459-9b59-e2ea2eec1970 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895603
Sep 16 19:14:26.977182 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.l3_db [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Floating IP 06ec1764-9302-43b7-847a-7f3c1a00d34f associated. External IP: 172.27.3.160, port: 5d624acc-fd69-4fd8-9088-dedf6ff481e2.
Sep 16 19:14:27.306079 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6d45e-a6a8-450a-9d12-915c41627c20 req-596ef3e5-07f2-49a2-abb8-542f0aebbefa tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:27.308198 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d6f6d45e-a6a8-450a-9d12-915c41627c20 req-596ef3e5-07f2-49a2-abb8-542f0aebbefa tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.2081654
Sep 16 19:14:27.462711 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d6f6d45e-a6a8-450a-9d12-915c41627c20 req-a012a7cb-00c2-4c0e-9b07-01e52cdf36cc tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881662
Sep 16 19:14:27.875407 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Router 533f5e67-53f7-4fc3-8d94-df0558fc72ef has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:14:28.155150 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:14:28.167703 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] Sync routers for ids ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:14:28.174748 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:28.190812 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] Routers {'533f5e67-53f7-4fc3-8d94-df0558fc72ef'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:14:28.191427 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445eab670>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:14:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:28.224702 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:28.351797 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa18ba-799c-4f47-96f3-fc9cbe062c6e req-cebcb965-ebc4-443f-8a25-7f12aab17ac0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:28.354464 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7eaa18ba-799c-4f47-96f3-fc9cbe062c6e req-cebcb965-ebc4-443f-8a25-7f12aab17ac0 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.2308156
Sep 16 19:14:28.396935 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.6305964
Sep 16 19:14:28.397739 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:28.427258 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7eaa18ba-799c-4f47-96f3-fc9cbe062c6e req-2da0f5c6-bf43-4f29-9fb1-a18cfd1bceb2 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603344
Sep 16 19:14:28.499610 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'status': 'completed', 'code': 200}
Sep 16 19:14:28.602402 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] Set router 533f5e67-53f7-4fc3-8d94-df0558fc72ef gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:14:28.762276 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9974-d03e-4d5a-8738-1d6389b5128a req-f5e75c68-07c7-4a2a-b8ba-bbad688d4201 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:28.768769 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-561b9974-d03e-4d5a-8738-1d6389b5128a req-f5e75c68-07c7-4a2a-b8ba-bbad688d4201 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.0950553
Sep 16 19:14:28.812863 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-561b9974-d03e-4d5a-8738-1d6389b5128a req-580c0f00-0189-44a5-8957-450766a7e2a0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422847
Sep 16 19:14:29.023115 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445eab670>, [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:57Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '06ec1764-9302-43b7-847a-7f3c1a00d34f', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'port_id': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'mac_address': 'fa:16:3e:8b:eb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:25Z', 'updated_at': '2021-09-16T19:14:25Z', 'revision_number': 0, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bfb37a-4548-4246-a7dd-ce752668c133', 'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'mac_address': 'fa:16:3e:5e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:56Z', 'updated_at': '2021-09-16T19:13:12Z', 'revision_number': 5, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'subnets': [{'id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:29.027457 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] Checking router: 533f5e67-53f7-4fc3-8d94-df0558fc72ef for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:14:29.038506 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] Routers {'533f5e67-53f7-4fc3-8d94-df0558fc72ef'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:14:29.039160 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445eab670>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:14:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:29.228292 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] Set router 533f5e67-53f7-4fc3-8d94-df0558fc72ef gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:14:29.684755 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445eab670>, [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:57Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '06ec1764-9302-43b7-847a-7f3c1a00d34f', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'port_id': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'mac_address': 'fa:16:3e:8b:eb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:25Z', 'updated_at': '2021-09-16T19:14:25Z', 'revision_number': 0, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bfb37a-4548-4246-a7dd-ce752668c133', 'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'mac_address': 'fa:16:3e:5e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:56Z', 'updated_at': '2021-09-16T19:13:12Z', 'revision_number': 5, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'subnets': [{'id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:29.689646 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c24ca6-21d1-4e7c-81ce-00096460769e None None] The sync data for ids ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'] in dv-cinder-809447-1-iscsi is: [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:57Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '06ec1764-9302-43b7-847a-7f3c1a00d34f', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'port_id': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'mac_address': 'fa:16:3e:8b:eb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:25Z', 'updated_at': '2021-09-16T19:14:25Z', 'revision_number': 0, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bfb37a-4548-4246-a7dd-ce752668c133', 'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'mac_address': 'fa:16:3e:5e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:56Z', 'updated_at': '2021-09-16T19:13:12Z', 'revision_number': 5, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'subnets': [{'id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:14:29.785075 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460e7d-5b63-4b81-9ef7-7fc4adbfc337 req-a762ab83-7c4a-4fed-9183-36b7a9891e5f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:29.790539 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4a460e7d-5b63-4b81-9ef7-7fc4adbfc337 req-a762ab83-7c4a-4fed-9183-36b7a9891e5f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1893396
Sep 16 19:14:29.856584 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4a460e7d-5b63-4b81-9ef7-7fc4adbfc337 req-d44ab660-4b07-4e8f-9cc3-675f2abb0750 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459361
Sep 16 19:14:30.110566 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b323f3-12ad-4a6f-bece-a9d55333c716 req-7f0f577b-5dd8-4441-81f7-9e5bea79031d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:30.111931 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-29b323f3-12ad-4a6f-bece-a9d55333c716 req-7f0f577b-5dd8-4441-81f7-9e5bea79031d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.0894752
Sep 16 19:14:30.158682 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-29b323f3-12ad-4a6f-bece-a9d55333c716 req-5315d936-4c81-45eb-b5a5-a0d8caa5392f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394139
Sep 16 19:14:31.128892 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdec060-78d3-4f09-8dd4-35abdb1d5ec3 req-82619464-9f59-4d13-bd7e-eb4a1659e4d3 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:31.130158 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7cdec060-78d3-4f09-8dd4-35abdb1d5ec3 req-82619464-9f59-4d13-bd7e-eb4a1659e4d3 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1208417
Sep 16 19:14:31.252508 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7cdec060-78d3-4f09-8dd4-35abdb1d5ec3 req-07f7bf61-798c-4f0f-8d81-039cc4ba6082 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154954
Sep 16 19:14:31.446132 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:31.457733 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d50e5-23cb-4552-8abd-1ebabdef1c94 req-a1700a9f-af72-4c0d-8985-29783bf65f59 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:31.459468 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b13d50e5-23cb-4552-8abd-1ebabdef1c94 req-a1700a9f-af72-4c0d-8985-29783bf65f59 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.0904825
Sep 16 19:14:31.514400 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b13d50e5-23cb-4552-8abd-1ebabdef1c94 req-1ac29a10-14c1-47f8-9661-ce7561346f6c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484624
Sep 16 19:14:32.462454 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf69a19-a679-4ae6-aff0-2656dd457278 req-a20a4765-b566-4ee2-99e5-508c31ab3d8d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:32.463948 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-edf69a19-a679-4ae6-aff0-2656dd457278 req-a20a4765-b566-4ee2-99e5-508c31ab3d8d tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0851958
Sep 16 19:14:32.514680 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-edf69a19-a679-4ae6-aff0-2656dd457278 req-7c84bdfc-270c-4dea-82d1-fd325a851363 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452559
Sep 16 19:14:32.782541 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ade1c-a9e5-4380-827e-387e68b725fc req-4632e830-c258-48f1-9b57-fc3e02823384 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:32.784240 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9e2ade1c-a9e5-4380-827e-387e68b725fc req-4632e830-c258-48f1-9b57-fc3e02823384 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.0972648
Sep 16 19:14:32.838519 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9e2ade1c-a9e5-4380-827e-387e68b725fc req-d6690882-bed2-4ff7-9747-79d3f876370e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484691
Sep 16 19:14:33.816617 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae45889-7878-494f-a9cd-c70cc63c68cd None None] New status for floating IP 06ec1764-9302-43b7-847a-7f3c1a00d34f: ACTIVE {{(pid=75162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:14:33.832654 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ec10-1b78-497d-a83e-eabec2e571d8 req-8f081dde-1b8f-4481-b3e6-ea0e382e9979 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:33.832654 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f5a3ec10-1b78-497d-a83e-eabec2e571d8 req-8f081dde-1b8f-4481-b3e6-ea0e382e9979 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1822999
Sep 16 19:14:33.891282 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f5a3ec10-1b78-497d-a83e-eabec2e571d8 req-9062162c-9bda-4a8b-88d6-45f1d17070a7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565932
Sep 16 19:14:34.058185 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914edca-2e57-45af-a7d2-e9cd1318a84c req-728c413f-26dd-4712-81f6-77ae0ed23900 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:34.059766 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f914edca-2e57-45af-a7d2-e9cd1318a84c req-728c413f-26dd-4712-81f6-77ae0ed23900 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.0766141
Sep 16 19:14:34.136245 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f914edca-2e57-45af-a7d2-e9cd1318a84c req-87840b56-e9b0-4bd5-83c7-e822dc7fa1d5 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700271
Sep 16 19:14:35.115932 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b125fb-47bc-4441-b27b-a2f881dc78cc req-309a82cc-edc8-4837-8cdd-0c76a7aba9db tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:35.117409 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e8b125fb-47bc-4441-b27b-a2f881dc78cc req-309a82cc-edc8-4837-8cdd-0c76a7aba9db tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0837805
Sep 16 19:14:35.171607 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e8b125fb-47bc-4441-b27b-a2f881dc78cc req-3054692f-8133-41b3-bd1e-aef01864b90a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485530
Sep 16 19:14:35.362199 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd11ade-d105-4f90-b72f-8fc4828ea00b req-064154fa-2b57-41dd-9945-a4421bf57fb7 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:35.366089 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dcd11ade-d105-4f90-b72f-8fc4828ea00b req-064154fa-2b57-41dd-9945-a4421bf57fb7 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.0810223
Sep 16 19:14:35.415924 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dcd11ade-d105-4f90-b72f-8fc4828ea00b req-6350d027-3560-4b17-a815-587022245c87 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464590
Sep 16 19:14:35.752657 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-ec61aad0-918f-4956-9291-270f820d1553 req-521e637b-38e5-48d3-90c2-3e1a2f4d24fe tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Synchronizing usage tracker for tenant:cb106e20366e47629235b6d9a75278a9 on resource:security_group {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:35.775333 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-ec61aad0-918f-4956-9291-270f820d1553 req-521e637b-38e5-48d3-90c2-3e1a2f4d24fe tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Unset dirty status for tenant:cb106e20366e47629235b6d9a75278a9 on resource:security_group {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:35.776635 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-521e637b-38e5-48d3-90c2-3e1a2f4d24fe tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939783965&fields=id&tenant_id=cb106e20366e47629235b6d9a75278a9 HTTP/1.1" status: 200  len: 267 time: 0.0697668
Sep 16 19:14:35.998104 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61aad0-918f-4956-9291-270f820d1553 req-9d98692e-5605-4776-955a-0a847cef6904 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:35.999931 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-9d98692e-5605-4776-955a-0a847cef6904 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 812 time: 0.2160931
Sep 16 19:14:36.027046 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-9b2a2e09-50a9-4e19-b2af-177ab1a357b5 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/quotas/cb106e20366e47629235b6d9a75278a9 HTTP/1.1" status: 200  len: 375 time: 0.0201709
Sep 16 19:14:36.143306 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-8775f710-aa34-4c36-8a53-45f296009a1a tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1150184
Sep 16 19:14:36.341724 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-19e37059-cdbb-42b3-810d-ab3690732b4c service neutron] 10.222.0.22 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836751
Sep 16 19:14:36.485721 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea09e67-1140-413b-b6ca-fe0d38ed5d4f req-7c880754-80f7-450e-ab6c-65022e33954b tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:36.487339 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6ea09e67-1140-413b-b6ca-fe0d38ed5d4f req-7c880754-80f7-450e-ab6c-65022e33954b tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1394703
Sep 16 19:14:36.507833 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-2b528ca0-e787-4756-ad9f-901371139c11 service neutron] 10.222.0.22 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600475
Sep 16 19:14:36.565840 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6ea09e67-1140-413b-b6ca-fe0d38ed5d4f req-42f5c06c-5b90-4266-95c0-9b12207d6b8a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699117
Sep 16 19:14:36.827992 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f554b97-e415-47ff-8d2d-457a6258a1f8 req-18b94c63-c71d-4be9-99a6-264a94bb659b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:36.829456 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4f554b97-e415-47ff-8d2d-457a6258a1f8 req-18b94c63-c71d-4be9-99a6-264a94bb659b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.0972202
Sep 16 19:14:36.882289 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4f554b97-e415-47ff-8d2d-457a6258a1f8 req-315a1d5e-5510-42ac-9575-d9e63305ecc3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460112
Sep 16 19:14:37.042951 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-93b75cfb-8ea6-4f9f-99c4-94de6b798c9f req-e979b64d-3fd8-4b06-ba4f-cfee1e118d1a tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 210 time: 0.0769680
Sep 16 19:14:37.832179 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea2513-9597-4a31-83be-9362d1ef76da req-0a188d55-b52d-458e-9d57-90bfea6994ba tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:37.834737 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-80ea2513-9597-4a31-83be-9362d1ef76da req-0a188d55-b52d-458e-9d57-90bfea6994ba tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1312969
Sep 16 19:14:37.906710 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-80ea2513-9597-4a31-83be-9362d1ef76da req-102b74f9-a8da-4af8-b150-e334c85a6b38 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651102
Sep 16 19:14:38.152383 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349016d-89fc-4b05-b5c8-d4a2f44f0318 req-b39ae592-350d-44f7-9dff-27bf9499395b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:38.153848 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5349016d-89fc-4b05-b5c8-d4a2f44f0318 req-b39ae592-350d-44f7-9dff-27bf9499395b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.1052661
Sep 16 19:14:38.201238 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5349016d-89fc-4b05-b5c8-d4a2f44f0318 req-1f572c14-13ec-40a7-95b9-85c825aa030e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417752
Sep 16 19:14:38.222089 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-254eaa28-2bfe-4e51-984b-26a2f2af0840 req-ff1f64e3-3bc1-47c1-9f85-d2da76ae58f2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Synchronizing usage tracker for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:38.243320 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-254eaa28-2bfe-4e51-984b-26a2f2af0840 req-ff1f64e3-3bc1-47c1-9f85-d2da76ae58f2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Unset dirty status for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:38.244494 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-254eaa28-2bfe-4e51-984b-26a2f2af0840 req-ff1f64e3-3bc1-47c1-9f85-d2da76ae58f2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 210 time: 0.0628865
Sep 16 19:14:39.125292 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e022d6f-5e0b-4f01-8bc5-5e6cd04efa6e req-0f7c4060-9957-462b-ae8e-714695d6f331 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:39.129312 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e022d6f-5e0b-4f01-8bc5-5e6cd04efa6e req-0f7c4060-9957-462b-ae8e-714695d6f331 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0838904
Sep 16 19:14:39.187185 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e022d6f-5e0b-4f01-8bc5-5e6cd04efa6e req-d5525884-7c68-44f1-a24d-2284da149796 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525806
Sep 16 19:14:39.330224 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-956bc537-4d7c-4338-9a32-85942efbafd3 req-f21eacf0-9ae3-4d72-944a-5a9b4c61e60f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e35375d8bb43cfa62224d5c126faf2&device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 1098 time: 0.1827407
Sep 16 19:14:39.434684 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-056c3562-58de-441a-a58a-471fe2091757 req-ee805bf7-1fe8-40a9-99f4-25b6bfcdd3e9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 210 time: 0.0552135
Sep 16 19:14:39.553916 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bc537-4d7c-4338-9a32-85942efbafd3 req-cab4ae6d-9dd7-4aa2-87d8-b0575c9a8a8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:39.555412 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-956bc537-4d7c-4338-9a32-85942efbafd3 req-cab4ae6d-9dd7-4aa2-87d8-b0575c9a8a8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=745e6c15-01a1-41b4-9672-c820aee3fede HTTP/1.1" status: 200  len: 909 time: 0.2124631
Sep 16 19:14:39.566421 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d0463-13d9-4b9f-ae18-428894d59fff req-46b20434-b5ae-43b9-bb48-06ce5c0e7b82 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:39.567992 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1c8d0463-13d9-4b9f-ae18-428894d59fff req-46b20434-b5ae-43b9-bb48-06ce5c0e7b82 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.1827271
Sep 16 19:14:39.700822 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1c8d0463-13d9-4b9f-ae18-428894d59fff req-99953db5-ed86-4a2c-9eef-ad4727e2ffc6 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794256
Sep 16 19:14:39.702525 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-956bc537-4d7c-4338-9a32-85942efbafd3 req-2eaca38a-c38d-4524-b25d-f9d2ad051f1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2 HTTP/1.1" status: 200  len: 1001 time: 0.1336865
Sep 16 19:14:39.775805 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bc537-4d7c-4338-9a32-85942efbafd3 req-1a43d0b6-ad36-4555-ae82-2d42aea2bae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:39.777304 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-956bc537-4d7c-4338-9a32-85942efbafd3 req-1a43d0b6-ad36-4555-ae82-2d42aea2bae0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b213f38-057c-4040-8428-c0bea9171bd8 HTTP/1.1" status: 200  len: 847 time: 0.0630820
Sep 16 19:14:39.876454 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-956bc537-4d7c-4338-9a32-85942efbafd3 req-c188982b-d444-4e92-bb6f-7d6648264845 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=745e6c15-01a1-41b4-9672-c820aee3fede&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741522
Sep 16 19:14:40.030684 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-956bc537-4d7c-4338-9a32-85942efbafd3 req-97bbcc3f-d662-4c54-af6c-aaef9985ae4f service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375124
Sep 16 19:14:40.145285 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61aad0-918f-4956-9291-270f820d1553 req-f3cd7b40-da8a-4b4d-abe0-71b004d5a4e8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:40.146710 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-f3cd7b40-da8a-4b4d-abe0-71b004d5a4e8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 812 time: 0.1839256
Sep 16 19:14:40.190478 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-956bc537-4d7c-4338-9a32-85942efbafd3 req-1788a8c0-d46c-4364-9e43-7e2aced59b46 service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415796
Sep 16 19:14:40.215252 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-bfd63154-8881-40f9-ba88-1d468171a1f3 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb106e20366e47629235b6d9a75278a9 HTTP/1.1" status: 200  len: 380 time: 0.0443344
Sep 16 19:14:40.233328 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'port': {'device_id': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'admin_state_up': True, 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'security_groups': ['75baca13-eae5-4362-a480-988bee60ab5f']}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:40.421045 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:40.435562 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:40.451534 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7167f2-c366-4d32-9395-c73e30d70743 req-d34d9dda-0d33-4b0c-acc6-fb55a0969ce1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:40.452977 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1c7167f2-c366-4d32-9395-c73e30d70743 req-d34d9dda-0d33-4b0c-acc6-fb55a0969ce1 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1330190
Sep 16 19:14:40.473198 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Made reservation on behalf of cb106e20366e47629235b6d9a75278a9 for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:14:40.476078 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:40.566397 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1c7167f2-c366-4d32-9395-c73e30d70743 req-88e3a190-2784-44ca-8f68-238aeadad434 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068652
Sep 16 19:14:40.594610 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b9464da7-12d4-4aed-a07e-9f24cffdbd9a req-ba3d24c6-7e2c-4274-a78e-b6d3990e6f5b tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 210 time: 0.0436049
Sep 16 19:14:40.666462 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Allocated IP 172.20.0.5 (fd8d7b0c-63d0-44f1-8893-142431ff9791/5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2/11d3fced-0a0a-4020-b909-91857ef4b731) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:14:40.977899 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:40.996749 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00916-2f94-476c-a131-a17122f50ddf req-f7c53eea-0e4e-4036-9dc0-f7937e64da93 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:40.998360 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-eba00916-2f94-476c-a131-a17122f50ddf req-f7c53eea-0e4e-4036-9dc0-f7937e64da93 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.1446519
Sep 16 19:14:41.004420 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Transition to ACTIVE for port object 11d3fced-0a0a-4020-b909-91857ef4b731 will not be triggered until provisioned by entity DHCP. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:14:41.062974 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-eba00916-2f94-476c-a131-a17122f50ddf req-09dcb8d0-294b-468a-8c7e-9f321559b706 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523140
Sep 16 19:14:41.066547 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:41.073090 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-31fe8d10-9dd5-42d0-8fa5-b43099f0a963 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:41.151427 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Network fd8d7b0c-63d0-44f1-8893-142431ff9791 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:14:41.154591 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:14:41.159410 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:14:41.186183 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'Port': ['ID=11d3fced-0a0a-4020-b909-91857ef4b731,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:41.191655 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:41.224021 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:41.224700 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:41.251155 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0217826
Sep 16 19:14:41.266083 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Request body: {'port': {'device_id': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:41.375507 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:41.422886 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-82381816-9230-4481-b23b-ccea2b0e0492 None None] Provisioning for port 11d3fced-0a0a-4020-b909-91857ef4b731 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:14:41.428093 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-82381816-9230-4481-b23b-ccea2b0e0492 None None] Provisioning complete for port 11d3fced-0a0a-4020-b909-91857ef4b731 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:14:41.428495 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-82381816-9230-4481-b23b-ccea2b0e0492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:41.481793 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-82381816-9230-4481-b23b-ccea2b0e0492 None None] Port 11d3fced-0a0a-4020-b909-91857ef4b731 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:14:41.754481 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d3fced-0a0a-4020-b909-91857ef4b731 {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:14:41.767054 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:41.769972 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a9cb0-2053-4f32-94e3-c58776602998 req-8936e19c-a265-4e76-9b9e-dfec379bec44 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:41.772073 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8f7a9cb0-2053-4f32-94e3-c58776602998 req-8936e19c-a265-4e76-9b9e-dfec379bec44 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.0807900
Sep 16 19:14:41.789294 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Transition to ACTIVE for port object 11d3fced-0a0a-4020-b909-91857ef4b731 will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:14:41.798811 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:41.805328 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-7fe2a6fe-4a49-4257-b912-c3d4756f64c2 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:41.822481 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8f7a9cb0-2053-4f32-94e3-c58776602998 req-615dcb7d-b69b-4af8-b2cd-db056748a181 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447874
Sep 16 19:14:41.928610 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae387302-c724-41fd-ab2e-cff566d96e5b req-856186fa-0060-4ed9-b4ec-0b7723f39da4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:41.929312 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-ae387302-c724-41fd-ab2e-cff566d96e5b req-856186fa-0060-4ed9-b4ec-0b7723f39da4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Synchronizing usage tracker for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:41.954183 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Pushing event updated for resources: {'Port': ['ID=11d3fced-0a0a-4020-b909-91857ef4b731,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:41.959772 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:42.001923 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-ae387302-c724-41fd-ab2e-cff566d96e5b req-856186fa-0060-4ed9-b4ec-0b7723f39da4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Unset dirty status for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:42.003273 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ae387302-c724-41fd-ab2e-cff566d96e5b req-856186fa-0060-4ed9-b4ec-0b7723f39da4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 931 time: 0.2873092
Sep 16 19:14:42.108713 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ae387302-c724-41fd-ab2e-cff566d96e5b req-e6b14f7e-83b0-4405-8919-7fbd7c751adc tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989010
Sep 16 19:14:42.112741 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Attempting to bind port 11d3fced-0a0a-4020-b909-91857ef4b731 on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:14:42.113074 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Attempting to bind port 11d3fced-0a0a-4020-b909-91857ef4b731 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:14:42.113396 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Attempting to bind port 11d3fced-0a0a-4020-b909-91857ef4b731 on network fd8d7b0c-63d0-44f1-8893-142431ff9791 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:14:42.120845 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Port 11d3fced-0a0a-4020-b909-91857ef4b731 on network fd8d7b0c-63d0-44f1-8893-142431ff9791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:14:42.121142 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Attempting to bind port 11d3fced-0a0a-4020-b909-91857ef4b731 on network fd8d7b0c-63d0-44f1-8893-142431ff9791 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:14:42.134890 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:14:42.135428 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Checking segment: {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:14:42.135986 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Bound using segment: {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:14:42.136580 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Bound port: 11d3fced-0a0a-4020-b909-91857ef4b731, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:14:42.137112 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:42.246121 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] For port 11d3fced-0a0a-4020-b909-91857ef4b731, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:14:42.251094 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] For port 11d3fced-0a0a-4020-b909-91857ef4b731, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=11d3fced-0a0a-4020-b909-91857ef4b731,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:14:42.257812 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:42.269891 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ebc7cf4b-7a4e-43b2-bd3e-c1725a4f2b33 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:42.325128 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f830d5-6b51-4428-b6fd-dbbbd240d548 req-2d53d747-ec04-4ae2-b8f3-ae4eadb6cd4a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:42.326604 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e7f830d5-6b51-4428-b6fd-dbbbd240d548 req-2d53d747-ec04-4ae2-b8f3-ae4eadb6cd4a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.0894296
Sep 16 19:14:42.334088 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:42.335513 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] 10.222.0.20 "PUT /v2.0/ports/11d3fced-0a0a-4020-b909-91857ef4b731 HTTP/1.1" status: 200  len: 1093 time: 1.0737169
Sep 16 19:14:42.336001 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'tag': '11d3fced-0a0a-4020-b909-91857ef4b731'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:42.367909 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Pushing event updated for resources: {'Port': ['ID=11d3fced-0a0a-4020-b909-91857ef4b731,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:42.378511 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:42.431018 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e7f830d5-6b51-4428-b6fd-dbbbd240d548 req-cd7fd9d9-2b52-49a2-acfd-1442a4f93f8a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947537
Sep 16 19:14:42.482370 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'tag': '11d3fced-0a0a-4020-b909-91857ef4b731', 'status': 'completed', 'code': 200}
Sep 16 19:14:42.533381 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-528de810-5acb-4804-bc78-d5f637fe28e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 1096 time: 0.1293759
Sep 16 19:14:42.561170 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-c29f758d-3402-446e-b468-ce721344a6e7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:42.562809 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-c29f758d-3402-446e-b468-ce721344a6e7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.20 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.1347058
Sep 16 19:14:42.617827 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-adb9813c-9bba-4a1b-a87d-20b9e28801da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d3fced-0a0a-4020-b909-91857ef4b731 HTTP/1.1" status: 200  len: 217 time: 0.0756919
Sep 16 19:14:42.641476 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Deleting port 597b793c-4241-49eb-9bcd-e74ec3bb6104 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:14:42.641817 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:42.686549 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61aad0-918f-4956-9291-270f820d1553 req-0a2e1c1c-232d-455c-a4fe-5fa98232c595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:42.687972 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-0a2e1c1c-232d-455c-a4fe-5fa98232c595 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.0639803
Sep 16 19:14:42.766081 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-3ecc64d8-c45d-4e67-882b-4b116f4d1ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708160
Sep 16 19:14:42.908484 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] For port 597b793c-4241-49eb-9bcd-e74ec3bb6104, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=597b793c-4241-49eb-9bcd-e74ec3bb6104,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:42.909031 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:43.018137 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-8eafbe9a-b278-402d-90de-2e9b92e23cc7 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417953
Sep 16 19:14:43.045706 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Calling delete_port for 597b793c-4241-49eb-9bcd-e74ec3bb6104 owned by compute:nova {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:14:43.158822 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e3d96-2f8c-4688-a427-937259624b6b req-9f5f3413-fa1a-464d-a67f-8e9d2615855f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:43.160277 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4e8e3d96-2f8c-4688-a427-937259624b6b req-9f5f3413-fa1a-464d-a67f-8e9d2615855f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 945 time: 0.2053566
Sep 16 19:14:43.213693 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ec61aad0-918f-4956-9291-270f820d1553 req-f0224a06-ddb3-4fbc-a6c9-c9b05b5d5b2e service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882415
Sep 16 19:14:43.228248 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4e8e3d96-2f8c-4688-a427-937259624b6b req-8e1fbdec-f383-4fd5-bebd-1961b4f5d252 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608268
Sep 16 19:14:43.328821 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:43.335663 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:43.337845 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-03e08d4e-15a2-44ad-96b6-f53da7a806d7 req-ffe22e47-66ca-4bc4-975a-7504a08ba911 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 1096 time: 0.0730507
Sep 16 19:14:43.342773 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['4cec690d-5dd2-4470-af92-59a1615b8717', '597b793c-4241-49eb-9bcd-e74ec3bb6104'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:14:43.394316 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Pushing event deleted for resources: {'Port': ['ID=597b793c-4241-49eb-9bcd-e74ec3bb6104,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:43.399747 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:43.410379 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac544bb-a85d-4170-8fbc-564ef2cba966 req-59afac63-fdb0-4867-9276-2fb5a391881a tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:43.413244 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2ac544bb-a85d-4170-8fbc-564ef2cba966 req-59afac63-fdb0-4867-9276-2fb5a391881a tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 943 time: 0.1545386
Sep 16 19:14:43.531666 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e08d4e-15a2-44ad-96b6-f53da7a806d7 req-78e32008-224a-488c-a15e-b415adcfa654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:43.533147 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-03e08d4e-15a2-44ad-96b6-f53da7a806d7 req-78e32008-224a-488c-a15e-b415adcfa654 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 913 time: 0.1821508
Sep 16 19:14:43.565642 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] No DVR routers for this DVR port 597b793c-4241-49eb-9bcd-e74ec3bb6104 on host hv-cinder-80944 {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:14:43.577222 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:43.591115 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539ab3b4-9af8-456a-8c08-74f2e67e77e6', 'name': 'network-vif-deleted', 'tag': '597b793c-4241-49eb-9bcd-e74ec3bb6104'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:43.604230 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ac041d2c-e169-40aa-95b4-4887d14f7696 req-354589f4-7a7e-4b11-b996-0bde73ab120f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.20 "DELETE /v2.0/ports/597b793c-4241-49eb-9bcd-e74ec3bb6104 HTTP/1.1" status: 204  len: 173 time: 1.0334032
Sep 16 19:14:43.612562 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-03e08d4e-15a2-44ad-96b6-f53da7a806d7 req-80eddb79-fe91-405e-8541-440f94e0e64a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d3fced-0a0a-4020-b909-91857ef4b731 HTTP/1.1" status: 200  len: 217 time: 0.0709536
Sep 16 19:14:43.621606 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-2ac544bb-a85d-4170-8fbc-564ef2cba966 req-f600df95-68f0-49fd-acd2-686ac79fa595 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Synchronizing usage tracker for tenant:cb106e20366e47629235b6d9a75278a9 on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:43.663142 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-2ac544bb-a85d-4170-8fbc-564ef2cba966 req-f600df95-68f0-49fd-acd2-686ac79fa595 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Unset dirty status for tenant:cb106e20366e47629235b6d9a75278a9 on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:43.675724 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2ac544bb-a85d-4170-8fbc-564ef2cba966 req-f600df95-68f0-49fd-acd2-686ac79fa595 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1664507
Sep 16 19:14:43.747969 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539ab3b4-9af8-456a-8c08-74f2e67e77e6', 'name': 'network-vif-deleted', 'tag': '597b793c-4241-49eb-9bcd-e74ec3bb6104', 'status': 'completed', 'code': 200}
Sep 16 19:14:43.794423 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e08d4e-15a2-44ad-96b6-f53da7a806d7 req-9b82b879-21f9-44dc-9038-0807b70350e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:43.795871 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-03e08d4e-15a2-44ad-96b6-f53da7a806d7 req-9b82b879-21f9-44dc-9038-0807b70350e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.1748400
Sep 16 19:14:43.860597 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab7bb5-caee-41d9-8712-e01c98cda2b4 req-aef6f558-b293-4755-bbc3-7ddb7f55a29b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:43.862060 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-58ab7bb5-caee-41d9-8712-e01c98cda2b4 req-aef6f558-b293-4755-bbc3-7ddb7f55a29b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.1708646
Sep 16 19:14:43.920531 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-03e08d4e-15a2-44ad-96b6-f53da7a806d7 req-f135e0fe-9d29-4684-8189-5e84d82aaa97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1162591
Sep 16 19:14:43.928539 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-58ab7bb5-caee-41d9-8712-e01c98cda2b4 req-84b97267-247c-4d67-b19a-80f663f2a321 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527465
Sep 16 19:14:44.079503 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-03e08d4e-15a2-44ad-96b6-f53da7a806d7 req-26284d79-7012-4506-8968-2992f3b86a94 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500413
Sep 16 19:14:44.267747 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-03e08d4e-15a2-44ad-96b6-f53da7a806d7 req-ed103bb2-9dbb-47a4-a34f-d0f114d50d71 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804945
Sep 16 19:14:44.464013 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-10133237-43c7-4e63-a559-7423962c58de req-da7f9670-1f8a-40c0-ab6e-db3d8ed5d408 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Synchronizing usage tracker for tenant:f624746042be4912ab35a043a8e1862f on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:14:44.478546 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-10133237-43c7-4e63-a559-7423962c58de req-da7f9670-1f8a-40c0-ab6e-db3d8ed5d408 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Unset dirty status for tenant:f624746042be4912ab35a043a8e1862f on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:14:44.479814 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-10133237-43c7-4e63-a559-7423962c58de req-da7f9670-1f8a-40c0-ab6e-db3d8ed5d408 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=539ab3b4-9af8-456a-8c08-74f2e67e77e6 HTTP/1.1" status: 200  len: 210 time: 0.0560529
Sep 16 19:14:44.870227 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7698f-ff02-43e5-9421-f24bc8dd16d4 req-8a7f692b-3401-49ab-8ee4-f8b3021e1622 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:44.871699 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1df7698f-ff02-43e5-9421-f24bc8dd16d4 req-8a7f692b-3401-49ab-8ee4-f8b3021e1622 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 943 time: 0.0810852
Sep 16 19:14:44.917137 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1df7698f-ff02-43e5-9421-f24bc8dd16d4 req-ecba275c-28ec-4d9f-ab0d-68321aedc5c4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399401
Sep 16 19:14:45.165026 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9b19c-91ab-41e2-8187-f6e1356d5d7e req-c31045d8-d308-4088-ae17-10b4bff736f2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:45.166502 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8de9b19c-91ab-41e2-8187-f6e1356d5d7e req-c31045d8-d308-4088-ae17-10b4bff736f2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.0799127
Sep 16 19:14:45.210860 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8de9b19c-91ab-41e2-8187-f6e1356d5d7e req-34754a95-4509-4874-9c62-c4e809791e20 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388889
Sep 16 19:14:45.982690 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347afe55-9db4-4856-b33f-3266b6fa01ac req-dbf97a78-a9b9-4a7e-920a-909506897db7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:45.984224 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-347afe55-9db4-4856-b33f-3266b6fa01ac req-dbf97a78-a9b9-4a7e-920a-909506897db7 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0800989
Sep 16 19:14:46.039907 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-347afe55-9db4-4856-b33f-3266b6fa01ac req-d47cbee9-c5d0-468b-aa56-db28587febf5 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453746
Sep 16 19:14:46.231335 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 32856) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:46.271587 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4044b-cea2-4126-833b-aabe85d86084 req-899d30d7-82d0-461d-a4d6-bf9146bc0fb4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:46.278706 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50d4044b-cea2-4126-833b-aabe85d86084 req-899d30d7-82d0-461d-a4d6-bf9146bc0fb4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 943 time: 0.0834908
Sep 16 19:14:46.321388 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50d4044b-cea2-4126-833b-aabe85d86084 req-ffbdce0b-c58d-4cee-97c8-8dee3b9a7c36 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415628
Sep 16 19:14:46.409562 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:46.457588 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:46.463714 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] Usage tracker for resource:security_group_rule and tenant:e758022535604af38a571434598455e4 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:46.468534 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:46.479637 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce834a-d836-4154-b087-21cf46d811d7 req-fe12522d-e5dc-4c20-8b39-a9fd65687e84 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:46.481339 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-99ce834a-d836-4154-b087-21cf46d811d7 req-fe12522d-e5dc-4c20-8b39-a9fd65687e84 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.1291931
Sep 16 19:14:46.482134 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:46.552405 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-99ce834a-d836-4154-b087-21cf46d811d7 req-31672fcc-dfc0-4fcb-b7ad-b245cc586655 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624473
Sep 16 19:14:46.591309 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:46.594837 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:46.602818 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3c9b8767-57fa-405d-8a2e-9ae397712715 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:46.644564 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e758022535604af38a571434598455e4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4121637
Sep 16 19:14:46.645992 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1d4a58-ebf6-4104-9ebd-61745c572ddd,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:46.648234 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 32864) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:46.650789 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:46.706389 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5e8d7f99-c85d-4797-bd99-d1900cf133bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:46.733434 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5e8d7f99-c85d-4797-bd99-d1900cf133bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:46.787793 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5e8d7f99-c85d-4797-bd99-d1900cf133bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:46.792851 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a7d2a6b7-a319-44b0-91cc-e3d25b256cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:46.804524 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d7f99-c85d-4797-bd99-d1900cf133bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1d4a58-ebf6-4104-9ebd-61745c572ddd,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:46.806854 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5e8d7f99-c85d-4797-bd99-d1900cf133bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:46.810504 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5e8d7f99-c85d-4797-bd99-d1900cf133bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:46.814334 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-5e8d7f99-c85d-4797-bd99-d1900cf133bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca1d4a58-ebf6-4104-9ebd-61745c572ddd HTTP/1.1" status: 204  len: 168 time: 0.1650727
Sep 16 19:14:47.155052 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 32880) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:47.178443 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7166-0bb4-4728-97c0-384a753ae57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:47.249666 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3658d0-6b31-4b9c-a9f3-b233c34a6ba8 req-7daf0d50-1588-4f46-9b5b-ed3211669a7f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:47.251108 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ed3658d0-6b31-4b9c-a9f3-b233c34a6ba8 req-7daf0d50-1588-4f46-9b5b-ed3211669a7f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0851455
Sep 16 19:14:47.271259 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-6e8b7166-0bb4-4728-97c0-384a753ae57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:47.275162 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-6e8b7166-0bb4-4728-97c0-384a753ae57c admin admin] Usage tracker for resource:security_group_rule and tenant:f39d7036a3db49f5b68168633104712a is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:47.278011 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-6e8b7166-0bb4-4728-97c0-384a753ae57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:47.283706 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-6e8b7166-0bb4-4728-97c0-384a753ae57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:47.305814 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ed3658d0-6b31-4b9c-a9f3-b233c34a6ba8 req-f9ee1ea9-2244-4190-974f-a7bd3a820e61 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484841
Sep 16 19:14:47.351693 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7166-0bb4-4728-97c0-384a753ae57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:47.355422 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7166-0bb4-4728-97c0-384a753ae57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:47.362742 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2fc240d0-7e54-4885-9093-408bb9214450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:47.400765 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b7166-0bb4-4728-97c0-384a753ae57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c072bd-2cb6-479e-98ee-1473ce3c48f7,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:47.404189 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6e8b7166-0bb4-4728-97c0-384a753ae57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:47.412951 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-6e8b7166-0bb4-4728-97c0-384a753ae57c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f39d7036a3db49f5b68168633104712a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2536201
Sep 16 19:14:47.412951 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 32886) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:47.519849 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-82952d90-72a3-4768-917a-9c62ae6cca01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:47.557461 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-82952d90-72a3-4768-917a-9c62ae6cca01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:47.586384 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba82ea3-9294-4914-ba86-e690472a763a req-daba0d8d-d277-4da0-aa3c-df8e5fdee945 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:47.587825 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5ba82ea3-9294-4914-ba86-e690472a763a req-daba0d8d-d277-4da0-aa3c-df8e5fdee945 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 943 time: 0.1382740
Sep 16 19:14:47.651847 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5ba82ea3-9294-4914-ba86-e690472a763a req-bf9195dd-0b4b-4f4f-b3a5-7c732bfb7ce9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508473
Sep 16 19:14:47.662531 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-82952d90-72a3-4768-917a-9c62ae6cca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:47.668047 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a9d5af36-f9c1-4a4e-b861-5558a4c6ebf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:47.682127 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82952d90-72a3-4768-917a-9c62ae6cca01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c072bd-2cb6-479e-98ee-1473ce3c48f7,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:47.684990 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-82952d90-72a3-4768-917a-9c62ae6cca01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:47.687485 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-82952d90-72a3-4768-917a-9c62ae6cca01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:47.688106 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-82952d90-72a3-4768-917a-9c62ae6cca01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4c072bd-2cb6-479e-98ee-1473ce3c48f7 HTTP/1.1" status: 204  len: 168 time: 0.2744689
Sep 16 19:14:47.777587 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec41124-739e-444e-9a26-9ea1c5ddd11a req-3de01ce3-54d6-4772-b61a-5b97432faab0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:47.779068 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-eec41124-739e-444e-9a26-9ea1c5ddd11a req-3de01ce3-54d6-4772-b61a-5b97432faab0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 943 time: 0.0796835
Sep 16 19:14:47.827936 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-eec41124-739e-444e-9a26-9ea1c5ddd11a req-1ea87e3d-4f12-42f1-83dd-233bed96e2b7 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435076
Sep 16 19:14:47.839061 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 97a515e1-4282-4086-b023-717eb961c6c3 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:14:47.841528 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 597b793c-4241-49eb-9bcd-e74ec3bb6104 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:14:47.881132 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 597b793c-4241-49eb-9bcd-e74ec3bb6104 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:14:47.881531 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 597b793c-4241-49eb-9bcd-e74ec3bb6104 not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:14:48.038260 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:48.056821 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '97a515e1-4282-4086-b023-717eb961c6c3', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'port_id': '97a515e1-4282-4086-b023-717eb961c6c3', 'mac_address': 'fa:16:3e:a2:b4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:14:48.120862 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:48.141809 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a515e1-4282-4086-b023-717eb961c6c3 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:14:48.156993 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:48.161646 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:48.163584 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:48.232130 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=9']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:48.235213 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:48.477231 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['97a515e1-4282-4086-b023-717eb961c6c3'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:14:48.515492 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c306a6-2566-476a-a3ba-e2d74228d1bc req-f2f869f3-9e51-49c7-9b6d-587ac2dfde55 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:48.517597 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-64c306a6-2566-476a-a3ba-e2d74228d1bc req-f2f869f3-9e51-49c7-9b6d-587ac2dfde55 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0822871
Sep 16 19:14:48.565847 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-64c306a6-2566-476a-a3ba-e2d74228d1bc req-5378222d-65c7-48d9-84b6-6396cfe9538a tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408483
Sep 16 19:14:48.853437 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d010b3-fc83-4653-bbcc-21f79d5ee85f req-0a7291e5-241f-4049-9510-c28224354bed tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:48.854918 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e8d010b3-fc83-4653-bbcc-21f79d5ee85f req-0a7291e5-241f-4049-9510-c28224354bed tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 943 time: 0.0768881
Sep 16 19:14:48.902837 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e8d010b3-fc83-4653-bbcc-21f79d5ee85f req-2be12093-361b-4d0d-8da6-a49e0c67932f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422683
Sep 16 19:14:49.091468 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080c26a-fa5a-444f-9817-15a3f79e35f5 req-e7a66a44-96bf-4391-a960-78472af4cc87 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:49.092830 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d080c26a-fa5a-444f-9817-15a3f79e35f5 req-e7a66a44-96bf-4391-a960-78472af4cc87 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 944 time: 0.0811000
Sep 16 19:14:49.144800 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d080c26a-fa5a-444f-9817-15a3f79e35f5 req-e5a7f811-9e97-4639-9482-69f4c31180d4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442576
Sep 16 19:14:49.550957 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 32952) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:49.734239 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:49.786879 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:49.793389 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9748c66495af46e1aa6dd5677ca9e15b is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:49.796794 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:49.806067 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:49.830688 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db13ea-04b3-4577-9ae8-d4d72879d26e req-e4825711-7b04-49c8-b2de-da76d4a267ea tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:49.832118 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f5db13ea-04b3-4577-9ae8-d4d72879d26e req-e4825711-7b04-49c8-b2de-da76d4a267ea tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1332037
Sep 16 19:14:49.849688 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 97a515e1-4282-4086-b023-717eb961c6c3 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:14:49.914101 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f5db13ea-04b3-4577-9ae8-d4d72879d26e req-63a7dd05-3159-415c-b03b-c2b9b0c999aa tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699604
Sep 16 19:14:49.931891 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:49.932400 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 97a515e1-4282-4086-b023-717eb961c6c3 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:14:49.932863 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:49.937533 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:49.948363 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-942e62b0-c2a2-4292-ac5c-93f3f22cc2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:49.995875 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b0411a-f344-4493-9611-084d6564ea2a,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:50.000153 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:50.006583 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9748c66495af46e1aa6dd5677ca9e15b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4504156
Sep 16 19:14:50.007286 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 32966) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:50.072418 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:50.107502 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:50.115828 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:50.121591 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:50.125229 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-e2a5ba45-bff3-4fca-afe6-2979350ffcaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:50.141669 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-755553cd-f425-4a07-ad34-1010b9e54ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:50.192205 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-755553cd-f425-4a07-ad34-1010b9e54ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:50.192954 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3', 'code': 200}
Sep 16 19:14:50.199896 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=10']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:50.204457 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:50.229663 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402e715-dc64-4386-925b-0eae3c8a10d9 req-037f872a-3181-487f-9b66-29f6d9e75408 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:50.231568 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9402e715-dc64-4386-925b-0eae3c8a10d9 req-037f872a-3181-487f-9b66-29f6d9e75408 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 943 time: 0.1804359
Sep 16 19:14:50.304107 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9402e715-dc64-4386-925b-0eae3c8a10d9 req-31c610eb-940e-41ab-a655-2747d86c89c7 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612173
Sep 16 19:14:50.309544 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-755553cd-f425-4a07-ad34-1010b9e54ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:50.317701 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-83f2f36c-a91b-4778-b4de-732e3b1c64a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:50.333415 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755553cd-f425-4a07-ad34-1010b9e54ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b0411a-f344-4493-9611-084d6564ea2a,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:50.335361 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-755553cd-f425-4a07-ad34-1010b9e54ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:50.338817 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-755553cd-f425-4a07-ad34-1010b9e54ef6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6b0411a-f344-4493-9611-084d6564ea2a HTTP/1.1" status: 204  len: 168 time: 0.3280082
Sep 16 19:14:50.338817 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-755553cd-f425-4a07-ad34-1010b9e54ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:50.420282 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38ac73-c336-4da8-9e3f-a8edefa9638e req-619f8972-1f1a-495f-9f17-03209020ec8f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:50.424432 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bc38ac73-c336-4da8-9e3f-a8edefa9638e req-619f8972-1f1a-495f-9f17-03209020ec8f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 946 time: 0.0999362
Sep 16 19:14:50.483227 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bc38ac73-c336-4da8-9e3f-a8edefa9638e req-b221b808-beff-404c-b28a-66fba94649d3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520213
Sep 16 19:14:50.792065 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-24dc08bf-a0ec-40bc-9853-d19029c991c4 req-8eb08f6b-f3a2-4523-b68e-f74afa8e33b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 1099 time: 0.0673761
Sep 16 19:14:50.836563 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-24dc08bf-a0ec-40bc-9853-d19029c991c4 req-be2bc325-0a4c-4f3c-a6bc-f81f8597a023 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372906
Sep 16 19:14:51.142250 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fa8b6-b444-4b56-92b6-217a59285b54 req-b35c46f6-8f80-4459-9676-0ceff2a2707e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:51.143668 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d05fa8b6-b444-4b56-92b6-217a59285b54 req-b35c46f6-8f80-4459-9676-0ceff2a2707e tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0779810
Sep 16 19:14:51.189495 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d05fa8b6-b444-4b56-92b6-217a59285b54 req-b6c23568-98da-4214-9ed0-878e8c39d725 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398455
Sep 16 19:14:51.499846 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d49d8c-0442-4681-9c14-f469c1c874a4 req-e2895065-2649-4b72-8742-b8eb1d54edb4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:51.501302 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a8d49d8c-0442-4681-9c14-f469c1c874a4 req-e2895065-2649-4b72-8742-b8eb1d54edb4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 943 time: 0.0747423
Sep 16 19:14:51.549490 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a8d49d8c-0442-4681-9c14-f469c1c874a4 req-ce14a2f5-8d99-4541-bc46-7326e7be86cf tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425630
Sep 16 19:14:51.699218 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efd374-3885-4df0-86a9-b88e56bf9c7d req-d24a30d5-c441-4ca7-b5ff-ea274f50034a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:51.700662 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-23efd374-3885-4df0-86a9-b88e56bf9c7d req-d24a30d5-c441-4ca7-b5ff-ea274f50034a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 946 time: 0.0798211
Sep 16 19:14:51.752374 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-23efd374-3885-4df0-86a9-b88e56bf9c7d req-d1310e77-fdb1-4c9b-9a16-dedb2f153dd4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461953
Sep 16 19:14:51.851963 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 11d3fced-0a0a-4020-b909-91857ef4b731 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:14:51.995629 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 11d3fced-0a0a-4020-b909-91857ef4b731, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=11d3fced-0a0a-4020-b909-91857ef4b731,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:52.009807 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '11d3fced-0a0a-4020-b909-91857ef4b731', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'port_id': '11d3fced-0a0a-4020-b909-91857ef4b731', 'mac_address': 'fa:16:3e:89:d2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:14:52.067559 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:52.085688 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d3fced-0a0a-4020-b909-91857ef4b731 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:14:52.105242 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 11d3fced-0a0a-4020-b909-91857ef4b731, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=11d3fced-0a0a-4020-b909-91857ef4b731,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:52.110106 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:52.112600 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-7ef1330b-3816-4750-9fe2-876635177d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:52.187036 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=11d3fced-0a0a-4020-b909-91857ef4b731,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:52.198582 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:52.423359 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5385dd-f279-429f-904e-1d3a12cb8df1 req-67e7fd8b-e6a3-4d5c-8bbf-1c4344430e59 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:52.425117 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1b5385dd-f279-429f-904e-1d3a12cb8df1 req-67e7fd8b-e6a3-4d5c-8bbf-1c4344430e59 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.0936584
Sep 16 19:14:52.490661 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1b5385dd-f279-429f-904e-1d3a12cb8df1 req-84259b6f-f9fc-4e39-ab62-a307572d8310 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572703
Sep 16 19:14:52.503005 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['11d3fced-0a0a-4020-b909-91857ef4b731'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:14:52.835128 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b2a44-e9e2-4759-bd3d-c80b59e5a4bc req-add7db77-befe-4c6b-90bd-f7380b1d02b5 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:52.843901 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-914b2a44-e9e2-4759-bd3d-c80b59e5a4bc req-add7db77-befe-4c6b-90bd-f7380b1d02b5 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 944 time: 0.1356452
Sep 16 19:14:52.989165 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-914b2a44-e9e2-4759-bd3d-c80b59e5a4bc req-8f17365d-e6cc-4c5c-83f5-79681e511fdd tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799711
Sep 16 19:14:53.041585 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a22f44e9-e4ba-4615-8fbf-624a73fe2592 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:53.043602 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a22f44e9-e4ba-4615-8fbf-624a73fe2592 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.1987381
Sep 16 19:14:53.049507 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb471d-ad44-4771-a994-212cc0b319cc req-0013463b-a7ee-4f7b-bfce-578126b0c118 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:53.052457 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3cfb471d-ad44-4771-a994-212cc0b319cc req-0013463b-a7ee-4f7b-bfce-578126b0c118 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 946 time: 0.1056366
Sep 16 19:14:53.110983 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3cfb471d-ad44-4771-a994-212cc0b319cc req-27a8c68e-cf97-4acb-bd93-6ae5be9c7907 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522070
Sep 16 19:14:53.129042 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Deleting port 4cec690d-5dd2-4470-af92-59a1615b8717 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:14:53.129421 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:53.380189 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] For port 4cec690d-5dd2-4470-af92-59a1615b8717, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=4cec690d-5dd2-4470-af92-59a1615b8717,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:53.380541 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:53.440216 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-54cdfa95-edf3-472c-854a-029225e71484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:53.503644 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Calling delete_port for 4cec690d-5dd2-4470-af92-59a1615b8717 owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:14:53.745763 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:53.756398 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:53.756612 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6cdbd15f-3b53-421e-a003-88a2ee2534b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:53.761136 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['4cec690d-5dd2-4470-af92-59a1615b8717'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:14:53.805600 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Pushing event deleted for resources: {'Port': ['ID=4cec690d-5dd2-4470-af92-59a1615b8717,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:53.807908 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:53.878575 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 11d3fced-0a0a-4020-b909-91857ef4b731 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:14:53.881899 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2f72d-236c-4996-b9cc-c9693b855519 req-f2baaff6-f36c-48e7-947b-d2e884ff44ea tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:53.883421 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7b2f72d-236c-4996-b9cc-c9693b855519 req-f2baaff6-f36c-48e7-947b-d2e884ff44ea tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8617b40-8ae7-4620-b229-4bf0859e0cd9 HTTP/1.1" status: 200  len: 946 time: 0.2191396
Sep 16 19:14:53.888477 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] No DVR routers for this DVR port 4cec690d-5dd2-4470-af92-59a1615b8717 on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:14:53.891178 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:53.896037 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8617b40-8ae7-4620-b229-4bf0859e0cd9', 'name': 'network-vif-deleted', 'tag': '4cec690d-5dd2-4470-af92-59a1615b8717'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:53.948629 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62c329ac-f8c5-4384-8f5a-bba38d59ad85 req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.20 "DELETE /v2.0/ports/4cec690d-5dd2-4470-af92-59a1615b8717 HTTP/1.1" status: 204  len: 173 time: 0.8979030
Sep 16 19:14:53.962240 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 11d3fced-0a0a-4020-b909-91857ef4b731 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:14:53.962558 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7b2f72d-236c-4996-b9cc-c9693b855519 req-0f00e334-fb60-4006-a0d7-8b34650eeed2 tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] 10.222.0.22 "GET /v2.0/security-groups?id=65c646ff-9194-469a-ae03-00b994208727&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677125
Sep 16 19:14:53.965601 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8617b40-8ae7-4620-b229-4bf0859e0cd9', 'name': 'network-vif-deleted', 'tag': '4cec690d-5dd2-4470-af92-59a1615b8717', 'status': 'completed', 'code': 200}
Sep 16 19:14:53.968289 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 11d3fced-0a0a-4020-b909-91857ef4b731 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:14:53.970679 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:54.119847 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:54.156268 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 11d3fced-0a0a-4020-b909-91857ef4b731, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=11d3fced-0a0a-4020-b909-91857ef4b731,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:54.157195 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d3fced-0a0a-4020-b909-91857ef4b731'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:14:54.164409 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:54.166464 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:54.236402 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484cac8-8e10-4b52-98c8-b6646882a21b req-fdf4e603-e138-4676-b85e-cbd7277820ae tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:54.237971 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f484cac8-8e10-4b52-98c8-b6646882a21b req-fdf4e603-e138-4676-b85e-cbd7277820ae tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 945 time: 0.1040461
Sep 16 19:14:54.238378 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=11d3fced-0a0a-4020-b909-91857ef4b731,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:54.241844 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:54.292267 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f484cac8-8e10-4b52-98c8-b6646882a21b req-dd6ebe13-8873-46a1-8646-3e1294aae447 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437341
Sep 16 19:14:54.360049 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5505f0-5b3d-4263-b6b8-862d70eda7c1 req-3464034f-5192-4d8f-9b7d-41644154536f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:54.365063 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d3fced-0a0a-4020-b909-91857ef4b731', 'code': 200}
Sep 16 19:14:54.366690 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ba5505f0-5b3d-4263-b6b8-862d70eda7c1 req-3464034f-5192-4d8f-9b7d-41644154536f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 946 time: 0.0918753
Sep 16 19:14:54.422719 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ba5505f0-5b3d-4263-b6b8-862d70eda7c1 req-848e2a6b-2a46-4ec5-b7d5-a305c8452885 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547576
Sep 16 19:14:54.518993 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33066) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:54.673051 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:54.709716 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:54.713455 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] Usage tracker for resource:security_group_rule and tenant:8491ac88e389491e948220fb141e7b84 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:54.716378 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:54.722063 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:54.759963 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-31f85fc0-0a3e-49b8-afa8-215a8a6ea9d9 req-2d772eca-9e2f-45f7-bfb1-ad728e995d60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 1098 time: 0.0799596
Sep 16 19:14:54.788308 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:54.792462 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:54.799138 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e6265d1e-1e3c-4d86-9915-cbc1decab830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:54.809707 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-31f85fc0-0a3e-49b8-afa8-215a8a6ea9d9 req-cd6a091c-91de-4add-a928-054ed671e5c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399289
Sep 16 19:14:54.837325 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bf7d26-7e04-4ee5-8ce6-986c9325f090,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:54.840487 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:54.843081 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8491ac88e389491e948220fb141e7b84&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3231418
Sep 16 19:14:54.845696 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33072) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:54.904210 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5ac84bd9-ca14-461e-92bd-c8b66ff799da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:54.928766 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5ac84bd9-ca14-461e-92bd-c8b66ff799da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:54.981159 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5ac84bd9-ca14-461e-92bd-c8b66ff799da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:54.984918 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-96d9c0e6-2ad2-4f41-bdbd-8ef500748351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:54.996817 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac84bd9-ca14-461e-92bd-c8b66ff799da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bf7d26-7e04-4ee5-8ce6-986c9325f090,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:54.999667 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5ac84bd9-ca14-461e-92bd-c8b66ff799da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:55.007249 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5ac84bd9-ca14-461e-92bd-c8b66ff799da admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:55.008357 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5ac84bd9-ca14-461e-92bd-c8b66ff799da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58bf7d26-7e04-4ee5-8ce6-986c9325f090 HTTP/1.1" status: 204  len: 168 time: 0.1617863
Sep 16 19:14:55.106482 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33080) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:55.357925 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33088) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:55.377056 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:55.412274 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:55.416887 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] Usage tracker for resource:security_group_rule and tenant:c1eef6caa6184772b84d549f827bea29 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:55.419799 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:55.427302 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:55.562755 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5c128a16-0336-40b8-96ca-a656f17baf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:55.563484 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:55.570138 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d37fab-5cd6-4746-baef-c674bc0754a3 req-13f36dda-d65c-448b-8285-366c0e1985a3 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:55.570346 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719805'] for router_interface, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:55.571678 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-47d37fab-5cd6-4746-baef-c674bc0754a3 req-13f36dda-d65c-448b-8285-366c0e1985a3 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 945 time: 0.1351037
Sep 16 19:14:55.572834 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:55.580707 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5e8d7f99-c85d-4797-bd99-d1900cf133bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:55.641421 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4137a2d-eb74-41fb-86c5-5f9789478b8b,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:55.652093 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:55.657194 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1eef6caa6184772b84d549f827bea29&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2976294
Sep 16 19:14:55.659926 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33098) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:55.667931 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-47d37fab-5cd6-4746-baef-c674bc0754a3 req-5db5a79d-34ee-4150-a89f-e7c5b326a444 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881379
Sep 16 19:14:55.798520 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-148884f6-97a0-4c57-82f1-1ca979f8c05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:55.838467 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-148884f6-97a0-4c57-82f1-1ca979f8c05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:55.975071 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-148884f6-97a0-4c57-82f1-1ca979f8c05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:55.986201 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9a87b7e7-12a7-4a0c-b992-89295fd52130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:56.031696 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148884f6-97a0-4c57-82f1-1ca979f8c05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4137a2d-eb74-41fb-86c5-5f9789478b8b,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:56.036256 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-148884f6-97a0-4c57-82f1-1ca979f8c05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:56.037239 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-148884f6-97a0-4c57-82f1-1ca979f8c05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:56.038636 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-148884f6-97a0-4c57-82f1-1ca979f8c05d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4137a2d-eb74-41fb-86c5-5f9789478b8b HTTP/1.1" status: 204  len: 168 time: 0.3773482
Sep 16 19:14:56.321914 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Deleting port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:14:56.322280 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:56.503697 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] For port c198a9ca-c662-4d13-a1b6-1e7c3718d5c9, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=c198a9ca-c662-4d13-a1b6-1e7c3718d5c9,segment=NetworkSegment(c29b07f7-5760-4e45-8215-f3c856baac12),segment_id=c29b07f7-5760-4e45-8215-f3c856baac12)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:56.504658 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:56.535958 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:56.626782 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Calling delete_port for c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 owned by network:router_interface {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:14:56.927061 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4a112-e39e-44d4-9d9d-edd9b8f87d65 req-189e2bb8-f7bf-4947-ae23-af5f0f7e8bb6 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:56.929225 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-89e4a112-e39e-44d4-9d9d-edd9b8f87d65 req-189e2bb8-f7bf-4947-ae23-af5f0f7e8bb6 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 945 time: 0.1128075
Sep 16 19:14:56.983303 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33128) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:56.995049 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-89e4a112-e39e-44d4-9d9d-edd9b8f87d65 req-b71f8fab-25f2-4983-97d4-828a28df9174 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584085
Sep 16 19:14:57.163295 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.170099 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:57.221515 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Pushing event deleted for resources: {'Port': ['ID=c198a9ca-c662-4d13-a1b6-1e7c3718d5c9,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:57.225772 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:57.258591 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d0de7-42b3-49cb-98cf-8589958c7184 req-b960386b-1b6c-45c9-be6f-d2a529ae8ad5 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:57.266119 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9f0d0de7-42b3-49cb-98cf-8589958c7184 req-b960386b-1b6c-45c9-be6f-d2a529ae8ad5 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 945 time: 0.1019952
Sep 16 19:14:57.289365 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2090834690-network', 'tenant_id': 'd896e524cc334e958059f5cd1054caec'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:57.296880 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:57.303763 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Usage tracker for resource:network and tenant:d896e524cc334e958059f5cd1054caec is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:57.306938 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:57.321566 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:57.338732 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9f0d0de7-42b3-49cb-98cf-8589958c7184 req-14fbb51e-d793-4326-8118-093b4ee08674 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714598
Sep 16 19:14:57.340170 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Made reservation on behalf of d896e524cc334e958059f5cd1054caec for: {'network': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:14:57.342704 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.357060 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.367088 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33138) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:57.401897 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:57.408185 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Usage tracker for resource:security_group_rule and tenant:d896e524cc334e958059f5cd1054caec is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:57.412283 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:57.419336 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:57.501461 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30958de-63d2-4c94-810c-2623a688673b req-43da36b5-baad-45d2-8a10-9ffa90388e38 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:57.502988 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c30958de-63d2-4c94-810c-2623a688673b req-43da36b5-baad-45d2-8a10-9ffa90388e38 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.2099519
Sep 16 19:14:57.516309 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.520648 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.523523 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:57.556537 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=75161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:14:57.599577 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bbc317-44d9-4dc0-b916-bbf519d57ea7,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:57.604712 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:57.608894 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.609231 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.segments_db [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Added segment 8e75efe5-a661-40e8-881f-ff5067234c33 of type vlan for network 69dd2d12-dbc6-4ddd-9a69-41576d8f20cf
Sep 16 19:14:57.621913 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c30958de-63d2-4c94-810c-2623a688673b req-033a73e1-35be-4288-8ee1-875e23eb7541 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127753
Sep 16 19:14:57.647087 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.653246 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15345281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720007'] for router_interface, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.680229 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-1580a606-09f7-4f72-849f-64675dc14e73 tempest-TestVolumeBootPattern-1565121896 tempest-TestVolumeBootPattern-1565121896-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 1093 time: 0.3120260
Sep 16 19:14:57.683176 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33144) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:57.688578 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'floatingip': {'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'port_id': '11d3fced-0a0a-4020-b909-91857ef4b731', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:57.692412 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.694566 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:57.695126 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.699001 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:57.702310 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:57.721718 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Usage tracker for resource:floatingip and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:57.729066 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:57.750800 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:57.815870 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Pushing event updated for resources: {'Network': ['ID=69dd2d12-dbc6-4ddd-9a69-41576d8f20cf,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:57.820184 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:57.826880 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 69dd2d12-dbc6-4ddd-9a69-41576d8f20cf details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:14:57.828043 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-50eb6925-c494-4f35-8b86-14db3c429981 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8437679
Sep 16 19:14:57.830912 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33148) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:57.837280 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Request body: {'subnet': {'network_id': '69dd2d12-dbc6-4ddd-9a69-41576d8f20cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2090834690-subnet', 'tenant_id': 'd896e524cc334e958059f5cd1054caec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:14:57.841942 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for floatingip, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.855706 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:14:57.864004 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Usage tracker for resource:subnet and tenant:d896e524cc334e958059f5cd1054caec is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:14:57.867609 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:14:57.874709 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:14:57.900752 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Made reservation on behalf of d896e524cc334e958059f5cd1054caec for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:14:57.902987 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2433975'] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:57.921665 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 4cec690d-5dd2-4470-af92-59a1615b8717 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:14:57.970363 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 4cec690d-5dd2-4470-af92-59a1615b8717 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:14:57.970957 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 4cec690d-5dd2-4470-af92-59a1615b8717 not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:14:58.120689 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:58.144813 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:58.247877 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:14:58.251843 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2433953'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:58.288859 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dcb7df7b-68dd-4b19-a16e-f1cdc911154b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:58.456784 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89dec28c-0625-4622-81c4-d9cd1ea5ecb0,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:58.463512 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:58.473340 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Allocated IP 172.27.3.240 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/825d4391-9063-4dc2-9b46-9079a4077e10) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:14:58.485284 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Checking segment: {'id': '8e75efe5-a661-40e8-881f-ff5067234c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '69dd2d12-dbc6-4ddd-9a69-41576d8f20cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:14:58.485624 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Network hostable DHCP agents. Network: 69dd2d12-dbc6-4ddd-9a69-41576d8f20cf, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:14:58.547828 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:14:58.563954 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] 10.222.0.22 "PUT /v2.0/routers/c0b62805-6ec0-49c4-b86b-ce73bc9a4795/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4562967
Sep 16 19:14:58.565512 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] Sync routers for ids ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:14:58.566400 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33152) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:58.591164 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] Routers {'c0b62805-6ec0-49c4-b86b-ce73bc9a4795'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:14:58.591895 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446412b20>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:14:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:58.600727 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Network 69dd2d12-dbc6-4ddd-9a69-41576d8f20cf is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:14:58.622786 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 69dd2d12-dbc6-4ddd-9a69-41576d8f20cf) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:14:58.631930 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:58.632518 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:58.639332 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ed00d-ad7b-4e20-987b-0ac2028986de None None] Network 69dd2d12-dbc6-4ddd-9a69-41576d8f20cf requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:14:58.662359 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:58.688086 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-05b1f0c0-c0b2-49ed-be7c-e231139a8e72 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8442817
Sep 16 19:14:58.704196 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:58.717943 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:58.851122 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Notify callbacks [] for router, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:58.873550 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] Set router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:14:58.970837 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:14:58.979063 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:14:58.988056 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:14:59.060277 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af8043-7c45-44a6-afb9-a9a007fb982f None None] Network 69dd2d12-dbc6-4ddd-9a69-41576d8f20cf requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:14:59.081031 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'Port': ['ID=825d4391-9063-4dc2-9b46-9079a4077e10,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:59.111862 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:59.184867 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:59.200296 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Deleting port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:14:59.200712 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:59.299502 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446412b20>, [{'id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'name': 'tempest-ServerRescueNegativeTestJSON-495265359-router', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:14:57Z', 'revision_number': 5, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'gw_port': {'id': '8c1bbf1d-d530-4015-8d7e-12a0b6bdc883', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:59.305672 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] Checking router: c0b62805-6ec0-49c4-b86b-ce73bc9a4795 for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:14:59.318542 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] Routers {'c0b62805-6ec0-49c4-b86b-ce73bc9a4795'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:14:59.319513 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446412b20>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:14:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:59.337904 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ecbec75a-5a16-4be2-b297-4a2ba7a2bd23 req-a2cfa582-dcd5-4b77-a4bb-412c23023f17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6214411
Sep 16 19:14:59.361131 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88b33c-67a7-45c7-a517-8aefa84bc06b req-c8c4439a-a7d7-4216-8531-d2034770b144 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:59.362703 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe88b33c-67a7-45c7-a517-8aefa84bc06b req-c8c4439a-a7d7-4216-8531-d2034770b144 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.4751403
Sep 16 19:14:59.436417 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] For port 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=8c1bbf1d-d530-4015-8d7e-12a0b6bdc883,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:14:59.436773 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:59.521371 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] Set router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 gateway port host: None {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:14:59.575009 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Calling delete_port for 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 owned by network:router_gateway {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:14:59.638989 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446412b20>, [{'id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'name': 'tempest-ServerRescueNegativeTestJSON-495265359-router', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:14:59Z', 'revision_number': 6, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'gw_port_host': None}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:14:59.643262 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748bdeb5-7ac7-4587-bbac-991f8a4426b8 None None] The sync data for ids ['c0b62805-6ec0-49c4-b86b-ce73bc9a4795'] in dv-cinder-809447-1-iscsi is: [{'id': 'c0b62805-6ec0-49c4-b86b-ce73bc9a4795', 'name': 'tempest-ServerRescueNegativeTestJSON-495265359-router', 'tenant_id': 'f624746042be4912ab35a043a8e1862f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:14:59Z', 'revision_number': 6, 'project_id': 'f624746042be4912ab35a043a8e1862f', 'gw_port_host': None}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:14:59.650602 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fe88b33c-67a7-45c7-a517-8aefa84bc06b req-1134c88c-3d63-4df3-9db0-a5c0faf1e38e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2525678
Sep 16 19:14:59.677536 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ecbec75a-5a16-4be2-b297-4a2ba7a2bd23 req-727dfe5d-eec6-4b75-9dbf-0a9ef18ee0d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 1099 time: 0.3103409
Sep 16 19:14:59.792174 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:14:59.796977 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9f72f28a-31b7-42c4-aeae-031452bbe63d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:14:59.843597 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1bbf1d-d530-4015-8d7e-12a0b6bdc883,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:14:59.847612 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:14:59.864815 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbec75a-5a16-4be2-b297-4a2ba7a2bd23 req-b5ed3390-daab-4c14-adf3-381a9b8b3d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:14:59.866338 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ecbec75a-5a16-4be2-b297-4a2ba7a2bd23 req-b5ed3390-daab-4c14-adf3-381a9b8b3d8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 917 time: 0.1521440
Sep 16 19:14:59.951845 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33176) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:14:59.960689 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1423972827-network', 'tenant_id': '8df9d7a6faf7448984b8febefcc44245'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:00.027314 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:00.054590 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Usage tracker for resource:network and tenant:8df9d7a6faf7448984b8febefcc44245 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:00.061684 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:00.073466 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:00.085485 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705128'] for router_gateway, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.091418 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ecbec75a-5a16-4be2-b297-4a2ba7a2bd23 req-16dad890-7ed0-4385-9ab6-f9956685a0bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97a515e1-4282-4086-b023-717eb961c6c3 HTTP/1.1" status: 200  len: 1001 time: 0.2170849
Sep 16 19:15:00.134724 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.139318 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Made reservation on behalf of 8df9d7a6faf7448984b8febefcc44245 for: {'network': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:15:00.141873 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.201466 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.237138 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbec75a-5a16-4be2-b297-4a2ba7a2bd23 req-744bbcd3-e6c9-4e99-a270-a19245b7c947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:00.239186 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ecbec75a-5a16-4be2-b297-4a2ba7a2bd23 req-744bbcd3-e6c9-4e99-a270-a19245b7c947 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.1384313
Sep 16 19:15:00.246724 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.346933 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:00.435983 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Usage tracker for resource:security_group_rule and tenant:8df9d7a6faf7448984b8febefcc44245 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:00.442076 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:00.455024 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25059'] for router, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.455236 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:00.459990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.533010 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ecbec75a-5a16-4be2-b297-4a2ba7a2bd23 req-0981b6f3-2caa-4541-baf9-62f780509c40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2871561
Sep 16 19:15:00.548314 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330320'] for router, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.548983 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b62805-6ec0-49c4-b86b-ce73bc9a4795 {{(pid=75160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 16 19:15:00.561832 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.563022 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c0b62805-6ec0-49c4-b86b-ce73bc9a4795 HTTP/1.1" status: 204  len: 168 time: 1.9951110
Sep 16 19:15:00.565482 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33180) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:00.625743 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:15:00.632955 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bfc3d3-35a0-4ab4-b826-2aa43cdcc2d1 admin admin] Deleting subnet ae7cbdab-3685-4234-818a-0061a156679e {{(pid=75160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:15:00.635834 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-48bfc3d3-35a0-4ab4-b826-2aa43cdcc2d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.686277 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-48bfc3d3-35a0-4ab4-b826-2aa43cdcc2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3042159'] for subnet, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.744614 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-48bfc3d3-35a0-4ab4-b826-2aa43cdcc2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.755280 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.765542 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.770896 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-13191a5b-da65-4751-941c-c454ec1b8668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:00.821991 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ecbec75a-5a16-4be2-b297-4a2ba7a2bd23 req-a93fd649-5dd4-4a2b-b340-726ba1eb225e service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2450297
Sep 16 19:15:00.829260 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-48bfc3d3-35a0-4ab4-b826-2aa43cdcc2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2682591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124563'] for subnet, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.832632 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=75161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:15:00.834839 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fee3af-4904-443f-8c6a-486bcce00b44,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:00.836419 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:00.861806 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:00.869271 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.875342 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.875614 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.segments_db [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Added segment fe3dd5d2-b948-423f-97bc-69d59d5316be of type vlan for network 34ccc53d-8e35-43d7-847d-5afaf9f29abb
Sep 16 19:15:00.882707 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.896838 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:00.916902 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfc3d3-35a0-4ab4-b826-2aa43cdcc2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae7cbdab-3685-4234-818a-0061a156679e,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:00.922897 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-48bfc3d3-35a0-4ab4-b826-2aa43cdcc2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:00.926385 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-48bfc3d3-35a0-4ab4-b826-2aa43cdcc2d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:00.940076 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-48bfc3d3-35a0-4ab4-b826-2aa43cdcc2d1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ae7cbdab-3685-4234-818a-0061a156679e HTTP/1.1" status: 204  len: 168 time: 0.3711174
Sep 16 19:15:00.940231 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33186) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:01.074705 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.078666 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.083959 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33975ee-f204-4fc1-8cd9-fe4fbd79bc7d req-2ac5cb71-4eee-41ee-b6da-8f7f95a79116 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:01.085459 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a33975ee-f204-4fc1-8cd9-fe4fbd79bc7d req-2ac5cb71-4eee-41ee-b6da-8f7f95a79116 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.2154880
Sep 16 19:15:01.103926 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'Port': ['ID=825d4391-9063-4dc2-9b46-9079a4077e10,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:01.115109 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:01.156692 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.216690 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ecbec75a-5a16-4be2-b297-4a2ba7a2bd23 req-d975756a-511b-49aa-aac9-20b397f5215e service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3790476
Sep 16 19:15:01.233854 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.236557 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:01.237112 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.242823 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a33975ee-f204-4fc1-8cd9-fe4fbd79bc7d req-6a9595df-6e14-4e62-8f0f-9f944f1a89c3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1495428
Sep 16 19:15:01.243341 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:01.252711 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.281297 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0445573220>,) {'filters': {'network_id': ['e56eddca-9013-4f89-90ac-50ce9c2e6377']}} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:01.293734 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0445573220>, 'c29b07f7-5760-4e45-8215-f3c856baac12') {'for_net_delete': True} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:01.297358 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0445573220>, 'c29b07f7-5760-4e45-8215-f3c856baac12') {} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:01.309286 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3042150'] for segment, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.325023 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.331035 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=75160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:15:01.331409 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2681213'] for segment, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]: Traceback (most recent call last):
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     timer()
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     cb(*args, **kw)
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     return func(*args, **kwargs)
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     self._notify()
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     self.callback(batched_events)
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     event.method(event)
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     return f(self, *a, **k)
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._get(url).json()
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:15:01.345344 dv-cinder-809447-1-iscsi neutron-server[75160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:15:01.369245 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Pushing event updated for resources: {'Network': ['ID=34ccc53d-8e35-43d7-847d-5afaf9f29abb,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:01.372867 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.4195771
Sep 16 19:15:01.373766 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:01.383643 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 34ccc53d-8e35-43d7-847d-5afaf9f29abb details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:15:01.410045 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33190) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:01.423449 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Request body: {'subnet': {'network_id': '34ccc53d-8e35-43d7-847d-5afaf9f29abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1423972827-subnet', 'tenant_id': '8df9d7a6faf7448984b8febefcc44245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:01.432941 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:01.437213 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Usage tracker for resource:subnet and tenant:8df9d7a6faf7448984b8febefcc44245 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:01.443219 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:01.450521 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.453971 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:01.460546 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4d11621d-8cf7-4fb7-9fef-3079bc609b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:01.478591 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.489220 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Pushing event deleted for resources: {'Network': ['ID=e56eddca-9013-4f89-90ac-50ce9c2e6377,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:01.493670 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.l3_db [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Floating IP e5d4c221-5ce9-4d4d-999c-171e499bc971 associated. External IP: 172.27.3.240, port: 11d3fced-0a0a-4020-b909-91857ef4b731.
Sep 16 19:15:01.498948 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:15:01.501989 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Made reservation on behalf of 8df9d7a6faf7448984b8febefcc44245 for: {'subnet': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:15:01.504427 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3124558'] for subnet, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.552921 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:15:01.553259 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device c198a9ca-c662-4d13-a1b6-1e7c3718d5c9 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:15:01.553884 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:15:01.581809 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.587519 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:15:01.587871 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 8c1bbf1d-d530-4015-8d7e-12a0b6bdc883 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:15:01.601212 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e56eddca-9013-4f89-90ac-50ce9c2e6377 HTTP/1.1" status: 204  len: 168 time: 0.6600647
Sep 16 19:15:01.604454 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.605176 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.605176 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.605615 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.606248 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.606598 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.606945 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.607290 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.607632 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.608080 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.608423 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:01.614879 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2e4c729a-71db-461e-a974-429cbd5c0077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:01.734872 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2682398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3124568'] for subnet, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.739670 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f1962afd-f96f-4f14-a0aa-ea11236a3258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:01.816282 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c215979-469b-4ba8-b3a0-a2fab811c91b,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:01.837189 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:01.848924 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Checking segment: {'id': 'fe3dd5d2-b948-423f-97bc-69d59d5316be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '34ccc53d-8e35-43d7-847d-5afaf9f29abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:15:01.849719 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Network hostable DHCP agents. Network: 34ccc53d-8e35-43d7-847d-5afaf9f29abb, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:15:01.874485 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Network 34ccc53d-8e35-43d7-847d-5afaf9f29abb is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:15:01.886752 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 34ccc53d-8e35-43d7-847d-5afaf9f29abb) {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:15:01.895417 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3298558-7e57-45ed-9f5b-67efd552346c None None] Network 34ccc53d-8e35-43d7-847d-5afaf9f29abb requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:15:01.898919 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:01.899706 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:01.925097 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-dab08496-adc7-4cdb-91c6-74c46c3deec8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5129969
Sep 16 19:15:01.929779 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33196) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:01.931419 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Router bf51de41-8b6b-4f84-95d0-f14f77443f1a has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:15:01.990535 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-947acfbb-5a30-44cf-9e45-f340cc3b69c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f624746042be4912ab35a043a8e1862f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0591376
Sep 16 19:15:01.993939 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33202) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:02.094873 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea881-3452-4bc0-8919-4287f07db956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:02.127942 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea881-3452-4bc0-8919-4287f07db956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:02.182515 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c69e6-ed76-4f01-b347-6971309fba39 None None] Network 34ccc53d-8e35-43d7-847d-5afaf9f29abb requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:15:02.204958 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea881-3452-4bc0-8919-4287f07db956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:02.209480 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6f597ab1-237e-4a33-b779-6ec1fe4de46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:02.353658 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ea881-3452-4bc0-8919-4287f07db956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c646ff-9194-469a-ae03-00b994208727,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:02.362270 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9d8ea881-3452-4bc0-8919-4287f07db956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:02.383287 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea881-3452-4bc0-8919-4287f07db956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:02.384440 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-9d8ea881-3452-4bc0-8919-4287f07db956 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65c646ff-9194-469a-ae03-00b994208727 HTTP/1.1" status: 204  len: 168 time: 0.3895912
Sep 16 19:15:02.445372 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:15:02.458742 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] Sync routers for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:15:02.479559 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:15:02.480361 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445efb7f0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:14:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:02.516266 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:02.618301 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.9209669
Sep 16 19:15:02.618301 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'tag': '11d3fced-0a0a-4020-b909-91857ef4b731'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:15:02.653521 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b468d4-1e92-44e6-a234-719090d9aaf7 req-2f8d616f-d917-43a6-82e4-74146661e985 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:02.657295 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-97b468d4-1e92-44e6-a234-719090d9aaf7 req-2f8d616f-d917-43a6-82e4-74146661e985 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1897449
Sep 16 19:15:02.728070 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'tag': '11d3fced-0a0a-4020-b909-91857ef4b731', 'status': 'completed', 'code': 200}
Sep 16 19:15:02.740043 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-97b468d4-1e92-44e6-a234-719090d9aaf7 req-38030727-f3a4-46b7-9885-bb91ecb20117 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741076
Sep 16 19:15:02.751372 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:15:02.824443 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-11fa8a19-7b35-44fa-9d63-4134a1b35375 req-125d9f5f-0537-43a1-82e5-979208c7d351 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 1098 time: 0.0834250
Sep 16 19:15:03.053288 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8a19-7b35-44fa-9d63-4134a1b35375 req-2525a6f6-b93b-4566-ba8c-9b734471432d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:03.054931 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-11fa8a19-7b35-44fa-9d63-4134a1b35375 req-2525a6f6-b93b-4566-ba8c-9b734471432d service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 913 time: 0.2216301
Sep 16 19:15:03.165827 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-11fa8a19-7b35-44fa-9d63-4134a1b35375 req-a40f8d24-5d3e-45f9-8468-89dd4530084f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d3fced-0a0a-4020-b909-91857ef4b731 HTTP/1.1" status: 200  len: 999 time: 0.1040294
Sep 16 19:15:03.223834 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445efb7f0>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': 'e5d4c221-5ce9-4d4d-999c-171e499bc971', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'port_id': '11d3fced-0a0a-4020-b909-91857ef4b731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'mac_address': 'fa:16:3e:89:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:59Z', 'updated_at': '2021-09-16T19:14:59Z', 'revision_number': 0, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:03.227941 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] Checking router: bf51de41-8b6b-4f84-95d0-f14f77443f1a for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:15:03.239471 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:15:03.240007 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445efb7f0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:14:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:03.249013 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8a19-7b35-44fa-9d63-4134a1b35375 req-73358f80-1ef0-4dec-a54f-a359bcb1effc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:03.250671 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-11fa8a19-7b35-44fa-9d63-4134a1b35375 req-73358f80-1ef0-4dec-a54f-a359bcb1effc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.0717006
Sep 16 19:15:03.337985 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-11fa8a19-7b35-44fa-9d63-4134a1b35375 req-7290e2db-a99f-4cf5-b926-007fca2c7ae0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787139
Sep 16 19:15:03.432360 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:15:03.461502 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33238) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:03.487822 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-11fa8a19-7b35-44fa-9d63-4134a1b35375 req-ada96480-24f2-4edb-b5b0-bad75024a159 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417673
Sep 16 19:15:03.602514 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-623452170-network', 'tenant_id': 'd17fa4db6fb7444e9f2abb1fef30047e'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:03.607821 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:03.611834 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Usage tracker for resource:network and tenant:d17fa4db6fb7444e9f2abb1fef30047e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:03.616089 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:03.622979 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:03.623669 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-11fa8a19-7b35-44fa-9d63-4134a1b35375 req-772b11c8-78e5-4672-9ffc-a217f3e24ee3 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289625
Sep 16 19:15:03.634564 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Made reservation on behalf of d17fa4db6fb7444e9f2abb1fef30047e for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:15:03.636847 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:03.650879 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:03.682365 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:03.685984 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Usage tracker for resource:security_group_rule and tenant:d17fa4db6fb7444e9f2abb1fef30047e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:03.688710 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:03.694675 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:03.761757 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:03.765486 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:03.769963 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-0c50b9f1-70d3-4b05-b3db-3f065758f907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:03.789988 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:15:03.807579 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445efb7f0>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': 'e5d4c221-5ce9-4d4d-999c-171e499bc971', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'port_id': '11d3fced-0a0a-4020-b909-91857ef4b731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'mac_address': 'fa:16:3e:89:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:59Z', 'updated_at': '2021-09-16T19:14:59Z', 'revision_number': 0, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:03.809461 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960ce82b-94d9-48d8-842a-854a33cbbfa6,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:03.812302 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:03.812645 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Added segment de649e81-1341-41cb-bf7f-4adf1ebc2b70 of type vlan for network 7c99ec46-deec-4cd3-bc49-34bd62616f3c
Sep 16 19:15:03.813852 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:03.818270 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88585523-e8d4-4f43-b7ff-4df935a7901b None None] The sync data for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi is: [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': 'e5d4c221-5ce9-4d4d-999c-171e499bc971', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'port_id': '11d3fced-0a0a-4020-b909-91857ef4b731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'mac_address': 'fa:16:3e:89:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:14:59Z', 'updated_at': '2021-09-16T19:14:59Z', 'revision_number': 0, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:15:03.845342 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:03.879990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:03.881655 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:03.882446 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:03.893557 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:04.028740 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5660129
Sep 16 19:15:04.031677 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33248) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:04.041591 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Pushing event updated for resources: {'Network': ['ID=7c99ec46-deec-4cd3-bc49-34bd62616f3c,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:04.042198 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b615f23-ed5e-452b-9aee-1741d6cb6834 None None] New status for floating IP e5d4c221-5ce9-4d4d-999c-171e499bc971: ACTIVE {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:15:04.045552 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:04.052988 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Request body: {'subnet': {'network_id': '7c99ec46-deec-4cd3-bc49-34bd62616f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-623452170-subnet', 'tenant_id': 'd17fa4db6fb7444e9f2abb1fef30047e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:04.056450 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 7c99ec46-deec-4cd3-bc49-34bd62616f3c details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:15:04.059247 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:04.063276 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Usage tracker for resource:subnet and tenant:d17fa4db6fb7444e9f2abb1fef30047e is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:04.068349 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:04.076391 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483c66f-843e-4d22-b29a-85c0b2d5ed34 req-3d10953e-faa2-42a0-a7fe-8144b7216ca9 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:04.078549 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c483c66f-843e-4d22-b29a-85c0b2d5ed34 req-3d10953e-faa2-42a0-a7fe-8144b7216ca9 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1854846
Sep 16 19:15:04.081223 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:04.092687 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Made reservation on behalf of d17fa4db6fb7444e9f2abb1fef30047e for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:15:04.095317 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2433975'] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:04.136468 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c483c66f-843e-4d22-b29a-85c0b2d5ed34 req-adcf87a5-0879-4a0c-9070-03d6c733ec6b tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502622
Sep 16 19:15:04.338232 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2433953'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:04.344921 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:04.425064 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02fb4ac9-6725-4203-a798-c979434a07c7,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:04.429240 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:04.437457 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Checking segment: {'id': 'de649e81-1341-41cb-bf7f-4adf1ebc2b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c99ec46-deec-4cd3-bc49-34bd62616f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:15:04.437810 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Network hostable DHCP agents. Network: 7c99ec46-deec-4cd3-bc49-34bd62616f3c, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:15:04.463194 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Network 7c99ec46-deec-4cd3-bc49-34bd62616f3c is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:15:04.474465 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 7c99ec46-deec-4cd3-bc49-34bd62616f3c) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:15:04.478612 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:04.479266 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:04.486694 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1e278-d207-4275-addb-ddadc0c2713d None None] Network 7c99ec46-deec-4cd3-bc49-34bd62616f3c requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:15:04.506316 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4735119
Sep 16 19:15:04.704428 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be183153-863a-4098-bc58-635b58b76160 None None] Network 7c99ec46-deec-4cd3-bc49-34bd62616f3c requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:15:05.357603 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d351018-ad07-45c2-8196-98e5d0c88c8c req-27f96398-c910-4e0b-b76f-d0aacfde7847 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:05.361666 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0d351018-ad07-45c2-8196-98e5d0c88c8c req-27f96398-c910-4e0b-b76f-d0aacfde7847 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.0906169
Sep 16 19:15:05.391814 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33284) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:05.398896 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-835479205-network', 'tenant_id': '14204ba82f6f4be4a38e22c531737081'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:05.403958 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:05.407974 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Usage tracker for resource:network and tenant:14204ba82f6f4be4a38e22c531737081 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:05.411331 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:05.414936 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0d351018-ad07-45c2-8196-98e5d0c88c8c req-d69a4b5a-65cb-4693-9277-e4d954779f87 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492747
Sep 16 19:15:05.417066 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:05.432899 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Made reservation on behalf of 14204ba82f6f4be4a38e22c531737081 for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:15:05.436323 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:05.451880 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:05.484727 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:05.488663 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Usage tracker for resource:security_group_rule and tenant:14204ba82f6f4be4a38e22c531737081 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:05.491547 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:05.497628 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:05.572240 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:05.575986 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:05.580049 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9d8ea881-3452-4bc0-8919-4287f07db956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:05.607380 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:15:05.620068 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c924dcbd-739c-4c19-935e-f179e315d051,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:05.624239 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:05.625142 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:05.625474 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Added segment eb42d90c-595e-4d00-ac32-66c6ed3a5871 of type vlan for network 7212b6b7-44b5-4deb-8b91-c687f52a81b9
Sep 16 19:15:05.651054 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:05.678922 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:05.680047 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:05.680631 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:05.685082 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:05.782253 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3886740
Sep 16 19:15:05.785051 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33288) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:05.785561 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Pushing event updated for resources: {'Network': ['ID=7212b6b7-44b5-4deb-8b91-c687f52a81b9,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:05.788264 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:05.790998 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Request body: {'subnet': {'network_id': '7212b6b7-44b5-4deb-8b91-c687f52a81b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-835479205-subnet', 'tenant_id': '14204ba82f6f4be4a38e22c531737081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:05.795529 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 7212b6b7-44b5-4deb-8b91-c687f52a81b9 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:15:05.796672 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:05.801104 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Usage tracker for resource:subnet and tenant:14204ba82f6f4be4a38e22c531737081 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:05.804160 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:05.809947 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:05.820325 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Made reservation on behalf of 14204ba82f6f4be4a38e22c531737081 for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:15:05.822682 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2433975'] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:06.029703 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2433953'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:06.036444 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-1a18797e-d1eb-4cbe-af68-7c80b42da44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:06.186406 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3fba84-4779-4b69-bdb5-086951309f60,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:06.189864 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:06.197394 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Checking segment: {'id': 'eb42d90c-595e-4d00-ac32-66c6ed3a5871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7212b6b7-44b5-4deb-8b91-c687f52a81b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:15:06.198053 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Network hostable DHCP agents. Network: 7212b6b7-44b5-4deb-8b91-c687f52a81b9, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:15:06.220790 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Network 7212b6b7-44b5-4deb-8b91-c687f52a81b9 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:15:06.232509 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 7212b6b7-44b5-4deb-8b91-c687f52a81b9) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:15:06.236683 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:06.237317 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:06.243884 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d105b62-e7dc-4431-8a1b-53e1e3933db1 None None] Network 7212b6b7-44b5-4deb-8b91-c687f52a81b9 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:15:06.259898 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-289ac9ee-b5f8-4aed-8515-01ef82c77902 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4734297
Sep 16 19:15:06.433290 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33302) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:06.498201 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Deleting subnet 02fb4ac9-6725-4203-a798-c979434a07c7 {{(pid=75161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:15:06.501438 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:06.523906 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94dbc9-64af-4a93-946c-4084c04424a7 None None] Network 7212b6b7-44b5-4deb-8b91-c687f52a81b9 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:15:06.566811 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2816614'] for subnet, precommit_delete_associations {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:06.627379 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:06.639791 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67aace1-35cc-496b-9b5d-fa30f771bcfa req-f0ccea76-9f3f-4747-aad6-9ba713d8e590 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:06.641455 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e67aace1-35cc-496b-9b5d-fa30f771bcfa req-f0ccea76-9f3f-4747-aad6-9ba713d8e590 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.0978363
Sep 16 19:15:06.692306 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e67aace1-35cc-496b-9b5d-fa30f771bcfa req-3ad87fd8-a094-4cb2-b60a-ce5d875a98b7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426261
Sep 16 19:15:06.709999 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2433962'] for subnet, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:06.714405 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:06.750515 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02fb4ac9-6725-4203-a798-c979434a07c7,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:06.766077 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:06.770584 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.770940 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.771291 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.771632 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.771977 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.772317 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.772650 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.772984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.773318 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.773650 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.773981 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:06.777011 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:06.779939 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-4f93edb7-b876-4a12-aa31-3a5a27b70971 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/02fb4ac9-6725-4203-a798-c979434a07c7 HTTP/1.1" status: 204  len: 168 time: 0.3454144
Sep 16 19:15:06.782494 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33308) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:06.884385 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.008509 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.033428 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f044590a250>,) {'filters': {'network_id': ['7c99ec46-deec-4cd3-bc49-34bd62616f3c']}} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:07.045675 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f044590a250>, 'de649e81-1341-41cb-bf7f-4adf1ebc2b70') {'for_net_delete': True} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:07.045976 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f044590a250>, 'de649e81-1341-41cb-bf7f-4adf1ebc2b70') {} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:07.057121 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2816623'] for segment, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.073954 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.079972 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=75161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:15:07.080719 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2607524'] for segment, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]: Traceback (most recent call last):
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     timer()
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     cb(*args, **kw)
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     return func(*args, **kwargs)
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     self._notify()
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     self.callback(batched_events)
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     event.method(event)
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     return f(self, *a, **k)
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._get(url).json()
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:15:07.098517 dv-cinder-809447-1-iscsi neutron-server[75161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:15:07.174203 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.178246 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-9de63492-6885-4615-b296-39f02cad82ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:07.193259 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.203100 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c99ec46-deec-4cd3-bc49-34bd62616f3c,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:07.205402 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7c99ec46-deec-4cd3-bc49-34bd62616f3c HTTP/1.1" status: 204  len: 168 time: 0.4219158
Sep 16 19:15:07.206256 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-7d74faeb-dfd2-48c3-b062-c28cda19bc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:07.209317 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33312) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:07.266542 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_v2 [None req-981077e4-68da-4c58-b09e-e2556ac9d837 admin admin] Deleting subnet cb3fba84-4779-4b69-bdb5-086951309f60 {{(pid=75161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:15:07.270037 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-981077e4-68da-4c58-b09e-e2556ac9d837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.320751 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-981077e4-68da-4c58-b09e-e2556ac9d837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2816614'] for subnet, precommit_delete_associations {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.374066 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-981077e4-68da-4c58-b09e-e2556ac9d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.444610 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-981077e4-68da-4c58-b09e-e2556ac9d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2433962'] for subnet, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.449138 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6515d5ab-a994-4ff3-9e3e-028f6709be07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:07.487865 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981077e4-68da-4c58-b09e-e2556ac9d837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3fba84-4779-4b69-bdb5-086951309f60,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:07.492270 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-981077e4-68da-4c58-b09e-e2556ac9d837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:07.498767 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-981077e4-68da-4c58-b09e-e2556ac9d837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.515873 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-981077e4-68da-4c58-b09e-e2556ac9d837 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cb3fba84-4779-4b69-bdb5-086951309f60 HTTP/1.1" status: 204  len: 168 time: 0.3032937
Sep 16 19:15:07.516267 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33320) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:07.631760 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.770426 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.794260 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f04459ff1f0>,) {'filters': {'network_id': ['7212b6b7-44b5-4deb-8b91-c687f52a81b9']}} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:07.806979 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f04459ff1f0>, 'eb42d90c-595e-4d00-ac32-66c6ed3a5871') {'for_net_delete': True} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:07.807279 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f04459ff1f0>, 'eb42d90c-595e-4d00-ac32-66c6ed3a5871') {} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:07.818682 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3042150'] for segment, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.838565 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.845835 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=75160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:15:07.846377 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2681213'] for segment, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]: Traceback (most recent call last):
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     timer()
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     cb(*args, **kw)
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     return func(*args, **kwargs)
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     self._notify()
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     self.callback(batched_events)
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     event.method(event)
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     return f(self, *a, **k)
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._get(url).json()
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:15:07.861885 dv-cinder-809447-1-iscsi neutron-server[75160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:15:07.901184 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcd751-c708-443d-9dbe-25580984748d req-f3fde4f6-72df-4161-abb5-fee4d8d28d82 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:07.902677 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a1dcd751-c708-443d-9dbe-25580984748d req-f3fde4f6-72df-4161-abb5-fee4d8d28d82 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.0868998
Sep 16 19:15:07.948141 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.952663 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5c923973-7d1d-4ed3-ac28-74a296e68c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:07.963189 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a1dcd751-c708-443d-9dbe-25580984748d req-e9c98997-e801-45bd-95ec-8238262f1ab8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545454
Sep 16 19:15:07.975901 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:07.981948 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=7212b6b7-44b5-4deb-8b91-c687f52a81b9,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:07.985140 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:07.989700 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-18a73cf6-2c3a-4510-bac5-4e9fc1efe4fa admin admin] 10.222.0.22 "DELETE /v2.0/networks/7212b6b7-44b5-4deb-8b91-c687f52a81b9 HTTP/1.1" status: 204  len: 168 time: 0.4693031
Sep 16 19:15:08.205271 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33338) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:08.262791 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-10455bf1-cec6-4ed2-936a-e4827808302d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d17fa4db6fb7444e9f2abb1fef30047e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0561247
Sep 16 19:15:08.265023 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33342) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:08.325436 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-42874ae6-dbfd-450e-b0cf-981f2b455ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:08.351137 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-42874ae6-dbfd-450e-b0cf-981f2b455ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:08.403158 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9a449-ece3-47d1-9d19-4e476f1144f7 req-157cd440-5cf5-40c5-abce-a9471938d6f1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:08.404677 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-50e9a449-ece3-47d1-9d19-4e476f1144f7 req-157cd440-5cf5-40c5-abce-a9471938d6f1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.1326232
Sep 16 19:15:08.405389 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-42874ae6-dbfd-450e-b0cf-981f2b455ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:08.411505 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:08.423292 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42874ae6-dbfd-450e-b0cf-981f2b455ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ce82b-94d9-48d8-842a-854a33cbbfa6,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:08.426868 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-42874ae6-dbfd-450e-b0cf-981f2b455ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:08.429131 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-42874ae6-dbfd-450e-b0cf-981f2b455ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:08.433413 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-42874ae6-dbfd-450e-b0cf-981f2b455ac0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/960ce82b-94d9-48d8-842a-854a33cbbfa6 HTTP/1.1" status: 204  len: 168 time: 0.1643364
Sep 16 19:15:08.433555 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-63af2917-a502-4ecf-b7b4-f7e6b3dfc7d0 req-2050ce28-aa7b-44af-bf3e-c2ed2b221da3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 1099 time: 0.1195195
Sep 16 19:15:08.493125 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-50e9a449-ece3-47d1-9d19-4e476f1144f7 req-59cbf490-00eb-4d22-9fdd-2a599e2ac728 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815749
Sep 16 19:15:08.584405 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2917-a502-4ecf-b7b4-f7e6b3dfc7d0 req-3004cb19-68a4-423f-9df2-daa8e8ece7d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:08.585848 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-63af2917-a502-4ecf-b7b4-f7e6b3dfc7d0 req-3004cb19-68a4-423f-9df2-daa8e8ece7d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1413777
Sep 16 19:15:08.692873 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-63af2917-a502-4ecf-b7b4-f7e6b3dfc7d0 req-54fcfa0f-9928-4cb0-95d8-e2912e27118a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1 HTTP/1.1" status: 200  len: 1002 time: 0.0996068
Sep 16 19:15:08.827662 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2917-a502-4ecf-b7b4-f7e6b3dfc7d0 req-77c2ff3b-59bd-4cdb-9a40-da7957419749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:08.829241 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-63af2917-a502-4ecf-b7b4-f7e6b3dfc7d0 req-77c2ff3b-59bd-4cdb-9a40-da7957419749 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.1286371
Sep 16 19:15:08.852406 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33350) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:08.906389 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-71cf1f18-b6a8-454c-afaf-027ef41a26d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14204ba82f6f4be4a38e22c531737081&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0501592
Sep 16 19:15:08.906632 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33354) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:08.910038 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-63af2917-a502-4ecf-b7b4-f7e6b3dfc7d0 req-65a47cdf-49bc-4f8d-89db-bc08721c670a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728295
Sep 16 19:15:08.970274 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9387-3529-4ba0-be37-e6260766e902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:09.006061 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9387-3529-4ba0-be37-e6260766e902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:09.068782 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9387-3529-4ba0-be37-e6260766e902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:09.073504 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-63af2917-a502-4ecf-b7b4-f7e6b3dfc7d0 req-1984d5ae-2387-45b0-b487-06e3ccd07ea2 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543014
Sep 16 19:15:09.074059 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-1bba129e-07b9-45c0-8d7d-8dd41dfc1207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:09.086430 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd9387-3529-4ba0-be37-e6260766e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c924dcbd-739c-4c19-935e-f179e315d051,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:09.089206 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6bdd9387-3529-4ba0-be37-e6260766e902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:09.094562 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9387-3529-4ba0-be37-e6260766e902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:09.099200 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-6bdd9387-3529-4ba0-be37-e6260766e902 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c924dcbd-739c-4c19-935e-f179e315d051 HTTP/1.1" status: 204  len: 168 time: 0.1891756
Sep 16 19:15:09.224854 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-63af2917-a502-4ecf-b7b4-f7e6b3dfc7d0 req-12d09816-5f17-4f8d-a1c1-653f7dd34783 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355875
Sep 16 19:15:09.696182 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480407f-66ed-42dc-861a-1a96a757df40 req-53e31ab8-8493-414e-9944-9c99bbcbe153 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:09.697653 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8480407f-66ed-42dc-861a-1a96a757df40 req-53e31ab8-8493-414e-9944-9c99bbcbe153 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.0771539
Sep 16 19:15:09.749961 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8480407f-66ed-42dc-861a-1a96a757df40 req-54b620d7-d202-4994-a867-0686f0df35a2 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463202
Sep 16 19:15:10.971593 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963e646-b7be-4e09-94b5-02d2efc2c6c1 req-e503c815-ad1d-4a15-ab81-af845f79ac9b tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:10.973959 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7963e646-b7be-4e09-94b5-02d2efc2c6c1 req-e503c815-ad1d-4a15-ab81-af845f79ac9b tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.0876288
Sep 16 19:15:11.039169 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7963e646-b7be-4e09-94b5-02d2efc2c6c1 req-bba9fecf-77bd-4753-9a64-1c6dabaddc15 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487700
Sep 16 19:15:11.572714 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33440) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:11.714975 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:11.745240 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:11.749178 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] Usage tracker for resource:security_group_rule and tenant:30f6f5301c62400fb011542c6a0e538b is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:11.752009 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:11.758453 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:11.822503 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:11.826076 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:11.832491 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-148884f6-97a0-4c57-82f1-1ca979f8c05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:11.872198 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffe9f10-1594-4522-801c-575fda92b17b,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:11.879954 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30f6f5301c62400fb011542c6a0e538b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3027673
Sep 16 19:15:11.879954 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:11.880453 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33446) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:11.937697 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-07dd55e3-e5b3-4c4e-bee3-6f39b46f1c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:11.962691 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-07dd55e3-e5b3-4c4e-bee3-6f39b46f1c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:12.091104 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-07dd55e3-e5b3-4c4e-bee3-6f39b46f1c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:12.094723 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7a039c8a-4065-4fe9-ad8a-31e5317436a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:12.105440 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd55e3-e5b3-4c4e-bee3-6f39b46f1c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffe9f10-1594-4522-801c-575fda92b17b,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:12.109480 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-07dd55e3-e5b3-4c4e-bee3-6f39b46f1c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:12.112613 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-07dd55e3-e5b3-4c4e-bee3-6f39b46f1c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:12.114454 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-07dd55e3-e5b3-4c4e-bee3-6f39b46f1c1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bffe9f10-1594-4522-801c-575fda92b17b HTTP/1.1" status: 204  len: 168 time: 0.2329555
Sep 16 19:15:12.463372 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33460) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:12.488323 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:12.525112 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:12.529908 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] Usage tracker for resource:security_group_rule and tenant:c299eed2d3ac41a990953ac86026c5a3 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:12.532872 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:12.540168 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:12.610933 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:12.615168 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:12.622971 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-36560d82-0333-4960-9711-54e43552d198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:12.661973 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04898bf-e50e-445a-8254-b09301051e77,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:12.666427 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c299eed2d3ac41a990953ac86026c5a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2019727
Sep 16 19:15:12.667291 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:12.669270 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33466) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:12.727505 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2923e874-b253-4bb1-9eca-2e59dcdffdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:12.756159 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2923e874-b253-4bb1-9eca-2e59dcdffdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:12.807393 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2923e874-b253-4bb1-9eca-2e59dcdffdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:12.812135 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c776bb12-5736-4cef-aed3-ca1c7cda2619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:12.825945 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923e874-b253-4bb1-9eca-2e59dcdffdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04898bf-e50e-445a-8254-b09301051e77,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:12.828472 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2923e874-b253-4bb1-9eca-2e59dcdffdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:12.829564 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2923e874-b253-4bb1-9eca-2e59dcdffdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:12.830671 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-2923e874-b253-4bb1-9eca-2e59dcdffdf3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c04898bf-e50e-445a-8254-b09301051e77 HTTP/1.1" status: 204  len: 168 time: 0.1607146
Sep 16 19:15:16.902865 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33588) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:17.044385 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:17.076522 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:17.084853 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] Usage tracker for resource:security_group_rule and tenant:ba67ad420f31421aaa88d665f11e7382 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:17.087984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:17.093671 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:17.165454 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:17.169207 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:17.176095 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2bc55878-7757-41c7-be77-ca5f859db9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:17.217237 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a7c600-81f0-4faf-9da9-4dddc00f2cfe,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:17.221740 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba67ad420f31421aaa88d665f11e7382&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3177638
Sep 16 19:15:17.223137 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:17.225160 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33598) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:17.291734 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e08d-e7f0-46f6-9139-b22248009ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:17.318026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e08d-e7f0-46f6-9139-b22248009ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:17.369008 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e08d-e7f0-46f6-9139-b22248009ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:17.374823 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c5093e40-53a0-48f2-b416-83aaec9ea0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:17.388181 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4e08d-e7f0-46f6-9139-b22248009ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a7c600-81f0-4faf-9da9-4dddc00f2cfe,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:17.390852 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4bd4e08d-e7f0-46f6-9139-b22248009ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:17.393151 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e08d-e7f0-46f6-9139-b22248009ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:17.397067 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-4bd4e08d-e7f0-46f6-9139-b22248009ba9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32a7c600-81f0-4faf-9da9-4dddc00f2cfe HTTP/1.1" status: 204  len: 168 time: 0.1683538
Sep 16 19:15:17.756935 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33614) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:17.776203 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:17.809589 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:17.814337 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] Usage tracker for resource:security_group_rule and tenant:15069a58cf594657bed0727bddbee262 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:17.818815 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:17.827253 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:17.898379 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:17.902382 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:17.909769 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b2aacf79-8a14-4d10-b810-dc376531aba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:17.949807 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf796593-ccdd-47f1-8d6e-c857d69b1778,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:17.952904 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:17.955670 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15069a58cf594657bed0727bddbee262&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1992986
Sep 16 19:15:17.958287 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33622) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:18.020220 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-cd77cf63-32d1-492e-9d35-f8012759041b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:18.045651 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-cd77cf63-32d1-492e-9d35-f8012759041b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:18.100808 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-cd77cf63-32d1-492e-9d35-f8012759041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:18.106548 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d1c98fe4-d282-422f-a2cb-0d61953eecc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:18.119242 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77cf63-32d1-492e-9d35-f8012759041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf796593-ccdd-47f1-8d6e-c857d69b1778,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:18.123452 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-cd77cf63-32d1-492e-9d35-f8012759041b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:18.125620 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-cd77cf63-32d1-492e-9d35-f8012759041b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:18.126842 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-cd77cf63-32d1-492e-9d35-f8012759041b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf796593-ccdd-47f1-8d6e-c857d69b1778 HTTP/1.1" status: 204  len: 168 time: 0.1676841
Sep 16 19:15:19.218307 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33658) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:19.279328 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ae97d6-17ac-41f0-8de5-07cb2dc02b8a admin admin] Deleting subnet 89dec28c-0625-4622-81c4-d9cd1ea5ecb0 {{(pid=75161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:15:19.282296 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d6ae97d6-17ac-41f0-8de5-07cb2dc02b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.335350 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d6ae97d6-17ac-41f0-8de5-07cb2dc02b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2816614'] for subnet, precommit_delete_associations {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.391169 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d6ae97d6-17ac-41f0-8de5-07cb2dc02b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.459193 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d6ae97d6-17ac-41f0-8de5-07cb2dc02b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2433962'] for subnet, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.463970 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:19.502350 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae97d6-17ac-41f0-8de5-07cb2dc02b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89dec28c-0625-4622-81c4-d9cd1ea5ecb0,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:19.506423 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d6ae97d6-17ac-41f0-8de5-07cb2dc02b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:19.507382 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-d6ae97d6-17ac-41f0-8de5-07cb2dc02b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.514278 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-d6ae97d6-17ac-41f0-8de5-07cb2dc02b8a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/89dec28c-0625-4622-81c4-d9cd1ea5ecb0 HTTP/1.1" status: 204  len: 168 time: 0.2938435
Sep 16 19:15:19.515675 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33670) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:19.622875 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.746873 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.773944 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0445cf3a30>,) {'filters': {'network_id': ['69dd2d12-dbc6-4ddd-9a69-41576d8f20cf']}} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:19.785837 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0445cf3a30>, '8e75efe5-a661-40e8-881f-ff5067234c33') {'for_net_delete': True} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:19.786118 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0445cf3a30>, '8e75efe5-a661-40e8-881f-ff5067234c33') {} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:19.797384 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2816623'] for segment, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.813349 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.821617 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=75161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:15:19.822082 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2607524'] for segment, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]: Traceback (most recent call last):
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     timer()
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     cb(*args, **kw)
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     return func(*args, **kwargs)
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     self._notify()
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     self.callback(batched_events)
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     event.method(event)
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     return f(self, *a, **k)
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._get(url).json()
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:15:19.836670 dv-cinder-809447-1-iscsi neutron-server[75161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:15:19.914411 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.919765 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:19.923308 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-55ecf566-1794-4184-9d1c-a1a7fb222e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:19.942836 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] 10.222.0.22 "DELETE /v2.0/networks/69dd2d12-dbc6-4ddd-9a69-41576d8f20cf HTTP/1.1" status: 204  len: 168 time: 0.4260869
Sep 16 19:15:19.943885 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] Pushing event deleted for resources: {'Network': ['ID=69dd2d12-dbc6-4ddd-9a69-41576d8f20cf,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:19.945607 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33684) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:19.946838 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-60416322-720f-447f-8ca9-167db3c5f839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:20.007630 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_v2 [None req-671051b3-61d7-45c6-8c45-339077e5d55d admin admin] Deleting subnet 5c215979-469b-4ba8-b3a0-a2fab811c91b {{(pid=75160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:15:20.010577 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-671051b3-61d7-45c6-8c45-339077e5d55d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.063313 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-671051b3-61d7-45c6-8c45-339077e5d55d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3042159'] for subnet, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.121079 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-671051b3-61d7-45c6-8c45-339077e5d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.190062 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-671051b3-61d7-45c6-8c45-339077e5d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2682591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124563'] for subnet, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.194740 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-8d70b54b-ffc7-4cee-beed-7439203a441d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:20.232959 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671051b3-61d7-45c6-8c45-339077e5d55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c215979-469b-4ba8-b3a0-a2fab811c91b,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:20.235486 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-671051b3-61d7-45c6-8c45-339077e5d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:20.241361 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-671051b3-61d7-45c6-8c45-339077e5d55d admin admin] Notify callbacks [] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.247564 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-671051b3-61d7-45c6-8c45-339077e5d55d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5c215979-469b-4ba8-b3a0-a2fab811c91b HTTP/1.1" status: 204  len: 168 time: 0.3008943
Sep 16 19:15:20.250449 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33694) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:20.351794 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.482737 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.508530 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0445c09df0>,) {'filters': {'network_id': ['34ccc53d-8e35-43d7-847d-5afaf9f29abb']}} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:20.521321 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0445c09df0>, 'fe3dd5d2-b948-423f-97bc-69d59d5316be') {'for_net_delete': True} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:20.521611 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0445c09df0>, 'fe3dd5d2-b948-423f-97bc-69d59d5316be') {} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:20.535391 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3042150'] for segment, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.552556 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.558976 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=75160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:15:20.559383 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2681213'] for segment, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]: Traceback (most recent call last):
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     timer()
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     cb(*args, **kw)
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     return func(*args, **kwargs)
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     self._notify()
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     self.callback(batched_events)
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     event.method(event)
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     return f(self, *a, **k)
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._get(url).json()
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:15:20.576992 dv-cinder-809447-1-iscsi neutron-server[75160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:15:20.654690 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.662533 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:20.679339 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:20.685412 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ccc53d-8e35-43d7-847d-5afaf9f29abb,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:20.688462 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:20.693608 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] 10.222.0.22 "DELETE /v2.0/networks/34ccc53d-8e35-43d7-847d-5afaf9f29abb HTTP/1.1" status: 204  len: 168 time: 0.4385614
Sep 16 19:15:20.884824 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33704) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:20.934275 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-28842830-660b-40a8-8e5a-c0f9f415a9b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d896e524cc334e958059f5cd1054caec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0482116
Sep 16 19:15:20.937310 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33708) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:20.999608 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5761f0be-092e-4382-8feb-3708e2a57829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:21.025235 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5761f0be-092e-4382-8feb-3708e2a57829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:21.079296 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5761f0be-092e-4382-8feb-3708e2a57829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:21.083097 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4851278c-e0c7-4ebf-b10f-dc21c03a9152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:21.094590 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761f0be-092e-4382-8feb-3708e2a57829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bbc317-44d9-4dc0-b916-bbf519d57ea7,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:21.098204 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5761f0be-092e-4382-8feb-3708e2a57829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:21.101286 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5761f0be-092e-4382-8feb-3708e2a57829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:21.102462 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5761f0be-092e-4382-8feb-3708e2a57829 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59bbc317-44d9-4dc0-b916-bbf519d57ea7 HTTP/1.1" status: 204  len: 168 time: 0.1640384
Sep 16 19:15:21.483937 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33716) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:21.536190 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-736778f1-12b3-415e-a2f3-f85b68cd2922 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8df9d7a6faf7448984b8febefcc44245&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0509388
Sep 16 19:15:21.538349 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33720) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:21.596313 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a83eeab-13e7-4254-a5d2-cf8ad1a45a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:21.621935 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a83eeab-13e7-4254-a5d2-cf8ad1a45a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:21.670827 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a83eeab-13e7-4254-a5d2-cf8ad1a45a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:21.676471 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-643acfe2-560e-4cf3-930b-3825538fb364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:21.688328 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83eeab-13e7-4254-a5d2-cf8ad1a45a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fee3af-4904-443f-8c6a-486bcce00b44,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:21.691853 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7a83eeab-13e7-4254-a5d2-cf8ad1a45a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:21.695076 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7a83eeab-13e7-4254-a5d2-cf8ad1a45a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:21.696193 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7a83eeab-13e7-4254-a5d2-cf8ad1a45a88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8fee3af-4904-443f-8c6a-486bcce00b44 HTTP/1.1" status: 204  len: 168 time: 0.1569531
Sep 16 19:15:23.445502 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-d0335c6a-1474-4f5b-b066-685871b60e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:23.748816 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:25.196441 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33806) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:25.337520 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:25.368800 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:25.372518 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] Usage tracker for resource:security_group_rule and tenant:a44de422e70843a5a045a3cf79c65562 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:25.375605 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:25.382601 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:25.455274 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:25.460006 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:25.467052 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9de230fe-6fc6-4f7f-af73-eb9076a67ed1 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:25.501899 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1da0b15-dcc3-40bb-bc64-a3ce0a0207be,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:25.512904 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:25.521892 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a44de422e70843a5a045a3cf79c65562&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3243566
Sep 16 19:15:25.524397 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33814) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:25.547216 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-100a422b-abc8-4ea7-887f-f88b22208c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:25.585559 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6382a127-bdd6-4e16-9547-e36b070d14bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:25.612201 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6382a127-bdd6-4e16-9547-e36b070d14bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:25.662558 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6382a127-bdd6-4e16-9547-e36b070d14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:25.666051 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-70d987c0-1f71-49de-88de-06e14693aa22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:25.676929 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382a127-bdd6-4e16-9547-e36b070d14bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1da0b15-dcc3-40bb-bc64-a3ce0a0207be,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:25.681080 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6382a127-bdd6-4e16-9547-e36b070d14bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:25.684478 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6382a127-bdd6-4e16-9547-e36b070d14bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:25.685588 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-6382a127-bdd6-4e16-9547-e36b070d14bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1da0b15-dcc3-40bb-bc64-a3ce0a0207be HTTP/1.1" status: 204  len: 168 time: 0.1603241
Sep 16 19:15:26.015840 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33822) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:26.034686 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:26.069764 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:26.074214 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e7cae12616ee47b78fdb1b57f41730aa is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:26.077190 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:26.082892 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:26.149688 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:26.153415 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:26.160316 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c9bae07c-a3db-4d34-9ead-2815fc454de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:26.263867 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e38ac-95f0-4b14-b9c0-cbbe1f9528f2,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:26.267030 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:26.269765 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7cae12616ee47b78fdb1b57f41730aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2529066
Sep 16 19:15:26.272394 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33826) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:26.329638 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-58de749b-c521-491e-b200-9cc446e63647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:26.356267 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-58de749b-c521-491e-b200-9cc446e63647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:26.408190 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-58de749b-c521-491e-b200-9cc446e63647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:26.413491 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4bd4e08d-e7f0-46f6-9139-b22248009ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:26.425684 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de749b-c521-491e-b200-9cc446e63647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e38ac-95f0-4b14-b9c0-cbbe1f9528f2,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:26.429458 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-58de749b-c521-491e-b200-9cc446e63647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:26.430615 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-58de749b-c521-491e-b200-9cc446e63647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:26.434007 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-58de749b-c521-491e-b200-9cc446e63647 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b39e38ac-95f0-4b14-b9c0-cbbe1f9528f2 HTTP/1.1" status: 204  len: 168 time: 0.1584384
Sep 16 19:15:26.539125 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:28.123440 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:29.219745 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33906) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:29.361023 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:29.391542 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:29.395482 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] Usage tracker for resource:security_group_rule and tenant:abbfed85cda6406ba5c27bf5a3d56449 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:29.398658 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:29.404326 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:29.472664 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:29.476472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:29.483247 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4ab5a17b-aaf5-4f9b-9130-85d76254e899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:29.524809 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967fd323-67bb-4143-987b-df150b4f83e8,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:29.528261 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:29.532040 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abbfed85cda6406ba5c27bf5a3d56449&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3112891
Sep 16 19:15:29.535282 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33912) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:29.595126 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-13700d53-038f-4db7-9f89-b756ad39ce41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:29.621300 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-13700d53-038f-4db7-9f89-b756ad39ce41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:29.675625 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-13700d53-038f-4db7-9f89-b756ad39ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:29.680002 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-f544cff9-beca-406c-a24c-44b1aab32afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:29.692992 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13700d53-038f-4db7-9f89-b756ad39ce41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967fd323-67bb-4143-987b-df150b4f83e8,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:29.695853 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-13700d53-038f-4db7-9f89-b756ad39ce41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:29.697701 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-13700d53-038f-4db7-9f89-b756ad39ce41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:29.698839 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-13700d53-038f-4db7-9f89-b756ad39ce41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/967fd323-67bb-4143-987b-df150b4f83e8 HTTP/1.1" status: 204  len: 168 time: 0.1626730
Sep 16 19:15:30.034096 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 33922) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:30.052819 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:30.085347 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:30.089125 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] Usage tracker for resource:security_group_rule and tenant:f963419ec5d6426d8eb243343fcad0ec is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:30.091979 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:30.097615 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:30.169782 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:30.173690 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:30.182011 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-98ed360a-55a6-4cdd-8646-bbf112e3a329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:30.224518 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f963419ec5d6426d8eb243343fcad0ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1892934
Sep 16 19:15:30.225246 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc634208-b600-4e5c-aa37-ee448bc2a8b3,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:30.227220 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 33926) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:30.228134 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:30.287506 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7c1db15b-eee5-424d-968c-b19711e1648b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:30.317100 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7c1db15b-eee5-424d-968c-b19711e1648b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:30.367287 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7c1db15b-eee5-424d-968c-b19711e1648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:30.370988 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-07dd55e3-e5b3-4c4e-bee3-6f39b46f1c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:30.383455 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1db15b-eee5-424d-968c-b19711e1648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc634208-b600-4e5c-aa37-ee448bc2a8b3,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:30.387295 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7c1db15b-eee5-424d-968c-b19711e1648b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:30.390372 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7c1db15b-eee5-424d-968c-b19711e1648b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:30.391480 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7c1db15b-eee5-424d-968c-b19711e1648b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc634208-b600-4e5c-aa37-ee448bc2a8b3 HTTP/1.1" status: 204  len: 168 time: 0.1633139
Sep 16 19:15:31.425712 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:35.891372 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff918cb-7e6e-4dc8-b087-00e2c39bb9fc req-054824a1-ef96-4400-a0a7-2bc4c3d09e70 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:35.891853 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ff918cb-7e6e-4dc8-b087-00e2c39bb9fc req-054824a1-ef96-4400-a0a7-2bc4c3d09e70 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 946 time: 0.0801549
Sep 16 19:15:35.952301 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ff918cb-7e6e-4dc8-b087-00e2c39bb9fc req-9b21b74f-e1f7-48ef-842d-24f415218b66 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542302
Sep 16 19:15:37.167889 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce1528-bf89-4eb0-b8e5-ae8a59771991 req-22d04dd1-676f-4981-88e5-8c8f28730404 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:37.169552 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-72ce1528-bf89-4eb0-b8e5-ae8a59771991 req-22d04dd1-676f-4981-88e5-8c8f28730404 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 946 time: 0.0798626
Sep 16 19:15:37.216736 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-72ce1528-bf89-4eb0-b8e5-ae8a59771991 req-e1d7ef40-fca9-4da6-be50-d115c4f33b48 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411737
Sep 16 19:15:37.626365 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:15:37.726850 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-3fcf5f0c-6757-476c-82dd-91fd3c5dd184 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:37.728241 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-3fcf5f0c-6757-476c-82dd-91fd3c5dd184 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.20 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 946 time: 0.0747235
Sep 16 19:15:37.793599 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Deleting port 97a515e1-4282-4086-b023-717eb961c6c3 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:15:37.793933 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:38.036114 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] For port 97a515e1-4282-4086-b023-717eb961c6c3, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=97a515e1-4282-4086-b023-717eb961c6c3,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:15:38.036471 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:38.320269 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:38.320685 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:38.321079 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.l3_db [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Floating IP 0e6053e0-0de3-4f0c-a672-aacf10c007b8 disassociated. External IP: 172.27.3.183, port: 97a515e1-4282-4086-b023-717eb961c6c3.
Sep 16 19:15:38.321495 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Calling delete_port for 97a515e1-4282-4086-b023-717eb961c6c3 owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:15:38.504589 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e2377-5cdd-4200-855d-46d34fe35a54 req-edb7ed9f-e73d-4336-861c-ad2b39930dcb tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:38.506025 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f49e2377-5cdd-4200-855d-46d34fe35a54 req-edb7ed9f-e73d-4336-861c-ad2b39930dcb tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 946 time: 0.1522565
Sep 16 19:15:38.536392 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:38.542038 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:38.601452 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event deleted for resources: {'Port': ['ID=97a515e1-4282-4086-b023-717eb961c6c3,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:38.608757 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:38.617682 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f49e2377-5cdd-4200-855d-46d34fe35a54 req-55c9c109-8d69-4f18-a2e4-0381e1235846 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=f990adbc-f079-4f8d-a68d-bc242b5deafa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061676
Sep 16 19:15:38.893254 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:15:39.127897 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:15:39.141790 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] Sync routers for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:15:39.155706 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:15:39.156326 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445b988b0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:15:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:39.219110 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] No DVR routers for this DVR port 97a515e1-4282-4086-b023-717eb961c6c3 on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:15:39.223052 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:39.225717 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'name': 'network-vif-deleted', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:15:39.258053 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fc50819c-ba1f-4416-b620-b69da5f2f751 req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.20 "DELETE /v2.0/ports/97a515e1-4282-4086-b023-717eb961c6c3 HTTP/1.1" status: 204  len: 173 time: 1.5237617
Sep 16 19:15:39.327129 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65080f5d-1e6f-4435-81e4-643563957e75', 'name': 'network-vif-deleted', 'tag': '97a515e1-4282-4086-b023-717eb961c6c3', 'status': 'completed', 'code': 200}
Sep 16 19:15:39.364737 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:15:39.729663 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445b988b0>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:39.733802 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] Checking router: 63a4bcc5-04c4-4b27-8748-62a32c9045c7 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:15:39.745116 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:15:39.745727 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445b988b0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:15:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:39.849545 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-e19ea88e-a90c-43fe-808f-19963c3f559a req-b30dbd81-b93c-49e5-8112-9aa74c71d715 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Synchronizing usage tracker for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:15:39.866661 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-e19ea88e-a90c-43fe-808f-19963c3f559a req-b30dbd81-b93c-49e5-8112-9aa74c71d715 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Unset dirty status for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:15:39.867878 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e19ea88e-a90c-43fe-808f-19963c3f559a req-b30dbd81-b93c-49e5-8112-9aa74c71d715 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=65080f5d-1e6f-4435-81e4-643563957e75 HTTP/1.1" status: 200  len: 210 time: 0.0648367
Sep 16 19:15:39.932606 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:15:40.262680 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445b988b0>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:40.266611 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a5dc6a-8753-4b86-b88a-7d46bd581e2c None None] The sync data for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi is: [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:15:40.543124 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025bda6c-bb04-4fc9-b54a-a629f6fc9703 None None] New status for floating IP 0e6053e0-0de3-4f0c-a672-aacf10c007b8: DOWN {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:15:40.909968 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34106) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:41.042422 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34118) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:41.070898 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.112661 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:41.116904 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] Usage tracker for resource:security_group_rule and tenant:9bc74845e00243eda9661238ea3e7807 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:41.119174 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-248daf5e-b74a-459c-a795-68066193492b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.119761 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:41.125926 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:41.159320 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-248daf5e-b74a-459c-a795-68066193492b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.209235 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.215583 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.224316 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-42874ae6-dbfd-450e-b0cf-981f2b455ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:41.234254 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-248daf5e-b74a-459c-a795-68066193492b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.240898 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-448b50b7-3d9c-446a-9c75-a4eb96ff35b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:41.256634 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248daf5e-b74a-459c-a795-68066193492b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f990adbc-f079-4f8d-a68d-bc242b5deafa,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:41.260438 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-248daf5e-b74a-459c-a795-68066193492b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:41.272837 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-248daf5e-b74a-459c-a795-68066193492b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.277444 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-248daf5e-b74a-459c-a795-68066193492b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "DELETE /v2.0/security-groups/f990adbc-f079-4f8d-a68d-bc242b5deafa HTTP/1.1" status: 204  len: 168 time: 0.2323997
Sep 16 19:15:41.277444 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34126) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:41.281524 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9bc74845e00243eda9661238ea3e7807&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3703985
Sep 16 19:15:41.283371 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34130) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:41.286289 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9f74e0-a7bd-4e24-a4f2-4bd82343b734,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:41.291879 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:41.305200 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.api.v2.resource [None req-b70011b0-8e78-4a59-97a0-13e38a644619 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] show failed (client error): The resource could not be found.
Sep 16 19:15:41.309052 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-b70011b0-8e78-4a59-97a0-13e38a644619 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups/f990adbc-f079-4f8d-a68d-bc242b5deafa HTTP/1.1" status: 404  len: 347 time: 0.0278828
Sep 16 19:15:41.309299 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34134) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:41.361204 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6430509b-b645-42d2-acbd-590c8569ba9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.394876 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6430509b-b645-42d2-acbd-590c8569ba9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.453832 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6430509b-b645-42d2-acbd-590c8569ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.463931 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-23c5931d-daf0-4ea0-9807-6b34ada43f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:41.481421 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430509b-b645-42d2-acbd-590c8569ba9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9f74e0-a7bd-4e24-a4f2-4bd82343b734,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:41.484335 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6430509b-b645-42d2-acbd-590c8569ba9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:41.485208 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6430509b-b645-42d2-acbd-590c8569ba9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.486891 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-6430509b-b645-42d2-acbd-590c8569ba9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b9f74e0-a7bd-4e24-a4f2-4bd82343b734 HTTP/1.1" status: 204  len: 168 time: 0.2019885
Sep 16 19:15:41.490520 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Deleting port 05e3897c-d53a-475a-9b71-3ae398e5aa07 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:15:41.490862 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.668663 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.668995 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.793879 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Calling delete_port for 05e3897c-d53a-475a-9b71-3ae398e5aa07 owned by network:floatingip {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:15:41.841284 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34148) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:41.941369 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.953425 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:41.958553 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4971d3da-63af-4cbb-8e8f-6dd6a2b913ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:41.972674 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:41.976544 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] Usage tracker for resource:security_group_rule and tenant:02b1156dd86d4a22add3c303a37a2bf8 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:41.979323 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:41.985942 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:41.999672 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event deleted for resources: {'Port': ['ID=05e3897c-d53a-475a-9b71-3ae398e5aa07,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:42.004020 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:42.054991 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.061014 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.069488 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-764f77c1-bb8b-415f-8985-e21ebec4acaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:42.097538 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.109359 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe64fc20-6809-4a07-93bb-c6abb0f4bae6,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:42.116113 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:42.116773 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.121526 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-0893241e-39da-4f30-820f-ac10ce5375ba tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "DELETE /v2.0/floatingips/0e6053e0-0de3-4f0c-a672-aacf10c007b8 HTTP/1.1" status: 204  len: 168 time: 0.8078072
Sep 16 19:15:42.121991 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02b1156dd86d4a22add3c303a37a2bf8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2769132
Sep 16 19:15:42.122328 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34152) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:42.161060 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 97a515e1-4282-4086-b023-717eb961c6c3 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:15:42.184995 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17bc0b25-9734-4b9f-9644-ef5026931b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.200145 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 97a515e1-4282-4086-b023-717eb961c6c3 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:15:42.200572 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 97a515e1-4282-4086-b023-717eb961c6c3 not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:15:42.214465 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17bc0b25-9734-4b9f-9644-ef5026931b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.267103 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17bc0b25-9734-4b9f-9644-ef5026931b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.270679 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:42.282020 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc0b25-9734-4b9f-9644-ef5026931b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe64fc20-6809-4a07-93bb-c6abb0f4bae6,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:42.286094 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-17bc0b25-9734-4b9f-9644-ef5026931b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:42.289165 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-17bc0b25-9734-4b9f-9644-ef5026931b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.290295 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-17bc0b25-9734-4b9f-9644-ef5026931b68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe64fc20-6809-4a07-93bb-c6abb0f4bae6 HTTP/1.1" status: 204  len: 168 time: 0.1672099
Sep 16 19:15:42.761048 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34166) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:42.781880 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.813244 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:42.818050 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] Usage tracker for resource:security_group_rule and tenant:80aee07cfdd2463b90a5192b558b073e is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:42.820894 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:42.826841 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:42.897072 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.900830 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:42.907932 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-82952d90-72a3-4768-917a-9c62ae6cca01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:42.953415 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80aee07cfdd2463b90a5192b558b073e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1913221
Sep 16 19:15:42.957080 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f88ddb6-344f-4680-968d-f59bb70f3556,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:42.957228 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34172) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:42.957671 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34174) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:42.959484 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:43.020405 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c41b915d-f418-4cb3-993a-606a0744a72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.046890 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c41b915d-f418-4cb3-993a-606a0744a72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.102888 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.107772 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c41b915d-f418-4cb3-993a-606a0744a72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.112595 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-755553cd-f425-4a07-ad34-1010b9e54ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:43.135953 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:43.139920 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] Usage tracker for resource:security_group_rule and tenant:f579b328ef2e48bba06bb387b286939f is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:43.143478 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:43.149421 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:43.196684 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b915d-f418-4cb3-993a-606a0744a72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f88ddb6-344f-4680-968d-f59bb70f3556,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:43.201414 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c41b915d-f418-4cb3-993a-606a0744a72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:43.203558 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c41b915d-f418-4cb3-993a-606a0744a72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.204599 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-c41b915d-f418-4cb3-993a-606a0744a72d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f88ddb6-344f-4680-968d-f59bb70f3556 HTTP/1.1" status: 204  len: 168 time: 0.2465529
Sep 16 19:15:43.225831 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.231147 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.239714 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-11867a3b-e205-4e68-81da-aa5e88c3036f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:43.280616 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ae7968-0754-4686-8d11-92cf30016edc,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:43.287543 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34186) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:43.287715 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f579b328ef2e48bba06bb387b286939f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3303232
Sep 16 19:15:43.288576 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:43.364676 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2c09f885-5539-4147-8193-89d14ae8cc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.394392 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2c09f885-5539-4147-8193-89d14ae8cc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.462830 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2c09f885-5539-4147-8193-89d14ae8cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.465989 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34190) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:43.469364 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-13700d53-038f-4db7-9f89-b756ad39ce41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:43.472945 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1484754897', 'description': 'tempest-description--1585755165'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:43.479886 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:43.481178 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09f885-5539-4147-8193-89d14ae8cc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ae7968-0754-4686-8d11-92cf30016edc,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:43.485010 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2c09f885-5539-4147-8193-89d14ae8cc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:43.485404 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:security_group and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:43.489423 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2c09f885-5539-4147-8193-89d14ae8cc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.490068 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:43.490573 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-2c09f885-5539-4147-8193-89d14ae8cc96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9ae7968-0754-4686-8d11-92cf30016edc HTTP/1.1" status: 204  len: 168 time: 0.2017031
Sep 16 19:15:43.497338 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:43.520380 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.555980 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:43.559647 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:security_group_rule and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:43.562542 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:43.568864 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:43.622963 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.626659 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.630979 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7a83eeab-13e7-4254-a5d2-cf8ad1a45a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:43.675169 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381ea228-8400-4537-b0b4-fba09ecc96a5,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:43.679831 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:43.687144 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.688441 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-6392293a-07e9-48b9-8b22-195e4dd8fca0 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2213800
Sep 16 19:15:43.691938 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34196) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:43.697601 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'security_group_rule': {'security_group_id': '381ea228-8400-4537-b0b4-fba09ecc96a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:43.704714 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:43.709164 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:security_group_rule and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:43.712023 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:43.717610 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:43.734384 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.797591 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.803496 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.811191 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f2728eb9-9aab-4242-b4f6-417c727ee67c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:43.833213 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069936de-1f6d-4456-833b-aeeeb2cbb188,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:43.835754 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:43.841712 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.843045 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1501462
Sep 16 19:15:43.845523 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34206) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:43.851628 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'security_group_rule': {'security_group_id': '381ea228-8400-4537-b0b4-fba09ecc96a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:43.857809 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:43.862065 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:security_group_rule and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:43.865317 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:43.871059 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:43.887212 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.948387 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.951979 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.954015 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-8fdfb94d-c22c-4110-a9f3-c822123c0f75 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:43.976279 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4f184f-f889-4e7a-9368-9079f19bf947,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:43.978695 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:43.987444 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:43.991834 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1418538
Sep 16 19:15:43.991937 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34214) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:43.997183 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'floatingip': {'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:44.003487 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:44.007946 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Usage tracker for resource:floatingip and tenant:4af54a7dd5b54bcea64d296ff459d9b7 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:44.011017 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:44.016734 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:44.028352 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:44.167129 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:44.313362 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Allocated IP 172.27.3.29 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/b03d8a15-38e2-4611-92fe-af0dc29bc38c) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:15:44.462376 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:44.489684 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:44.494066 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:44.563123 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:15:44.566545 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:15:44.568933 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:15:44.598314 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'Port': ['ID=b03d8a15-38e2-4611-92fe-af0dc29bc38c,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:44.601121 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:44.733404 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:44.789253 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:44.997667 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:45.004073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:45.008666 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-b56b04c2-7a7a-4af9-bb9d-e91be12e437a tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:45.109626 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'Port': ['ID=b03d8a15-38e2-4611-92fe-af0dc29bc38c,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:45.114562 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:45.124824 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:45.147279 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:45.148480 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1556437
Sep 16 19:15:45.383297 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-b7f1eb52-e194-4c60-8a3f-5c9b43eeda07 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Synchronizing usage tracker for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:security_group {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:15:45.397648 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-b7f1eb52-e194-4c60-8a3f-5c9b43eeda07 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Unset dirty status for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:security_group {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:15:45.399154 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-b7f1eb52-e194-4c60-8a3f-5c9b43eeda07 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1484754897&fields=id&tenant_id=4af54a7dd5b54bcea64d296ff459d9b7 HTTP/1.1" status: 200  len: 267 time: 0.0567081
Sep 16 19:15:45.554063 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-caf9e04f-67ea-44c6-9d80-d658fa590d27 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:45.555521 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-caf9e04f-67ea-44c6-9d80-d658fa590d27 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 816 time: 0.1496828
Sep 16 19:15:45.571432 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-38b46f69-db18-42d5-8cb9-05ccdbbef2c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/quotas/4af54a7dd5b54bcea64d296ff459d9b7 HTTP/1.1" status: 200  len: 375 time: 0.0107753
Sep 16 19:15:45.652701 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-a7b28474-47f1-4a9d-87a4-382b93f2d8a1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Synchronizing usage tracker for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:15:45.668572 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-a7b28474-47f1-4a9d-87a4-382b93f2d8a1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Unset dirty status for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:15:45.669937 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-a7b28474-47f1-4a9d-87a4-382b93f2d8a1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0935912
Sep 16 19:15:45.815760 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-e05d6e07-a051-4679-bbd9-8c5ce1e63a2b service neutron] 10.222.0.22 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337147
Sep 16 19:15:45.951755 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-1919e152-bc38-4966-8be9-746c9fd33e06 service neutron] 10.222.0.22 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304154
Sep 16 19:15:46.141144 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-29e57c59-35a6-4453-a568-1af696902eb0 req-f3c5b235-27d9-4f84-ba1b-2a996d5f56c9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 210 time: 0.0470080
Sep 16 19:15:47.179499 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-fecf6d54-594a-4ca9-8302-92e325daf4fa tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:47.181018 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-fecf6d54-594a-4ca9-8302-92e325daf4fa tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 816 time: 0.1690390
Sep 16 19:15:47.261365 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-ef075044-a650-40bb-ab76-8cea8a86bcbc tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af54a7dd5b54bcea64d296ff459d9b7 HTTP/1.1" status: 200  len: 380 time: 0.0664003
Sep 16 19:15:47.275794 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'port': {'device_id': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'admin_state_up': True, 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'security_groups': ['381ea228-8400-4537-b0b4-fba09ecc96a5']}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:47.417111 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4c9a2bb3-244a-411e-9712-267d55633987 req-f309c7a1-567c-44fe-83d8-dccb3bbb616b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 210 time: 0.0975246
Sep 16 19:15:47.470101 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:47.480200 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:47.490299 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Made reservation on behalf of 4af54a7dd5b54bcea64d296ff459d9b7 for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:15:47.493202 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:47.656208 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Allocated IP 172.20.0.5 (3892a6ed-02ff-4041-9f57-9a674253337d/179672fb-57cf-44d9-8a96-d86f7d32dc13/d319bab9-792f-45e4-8e86-1d3c0420bc0c) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:15:47.841490 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:47.856651 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Transition to ACTIVE for port object d319bab9-792f-45e4-8e86-1d3c0420bc0c will not be triggered until provisioned by entity DHCP. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:15:47.878136 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:47.883479 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4a3c7238-a0c5-4a40-a2e6-e337ca7c2de5 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:47.948360 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Network 3892a6ed-02ff-4041-9f57-9a674253337d is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:15:47.951306 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:15:47.955352 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:15:47.996621 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event updated for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:48.006605 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:48.025388 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:48.026009 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:48.059297 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7869086
Sep 16 19:15:48.070695 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Request body: {'port': {'device_id': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:48.181960 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:48.232416 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-ce28ce39-ebca-4828-bcb6-6f7f61903f02 None None] Provisioning for port d319bab9-792f-45e4-8e86-1d3c0420bc0c completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:15:48.238437 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-ce28ce39-ebca-4828-bcb6-6f7f61903f02 None None] Provisioning complete for port d319bab9-792f-45e4-8e86-1d3c0420bc0c triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:15:48.238823 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ce28ce39-ebca-4828-bcb6-6f7f61903f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:48.292909 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-ce28ce39-ebca-4828-bcb6-6f7f61903f02 None None] Port d319bab9-792f-45e4-8e86-1d3c0420bc0c cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:15:48.600957 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d319bab9-792f-45e4-8e86-1d3c0420bc0c {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:15:48.609398 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:48.625006 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Transition to ACTIVE for port object d319bab9-792f-45e4-8e86-1d3c0420bc0c will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:15:48.630370 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:48.634743 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-9f4ec7da-469f-432f-b79e-e6f25339bc29 tempest-VolumesActionsTest-1795258573 tempest-VolumesActionsTest-1795258573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:48.653037 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcd04b-e769-4f92-9cc7-4bcd21b31553 req-91bfcfd2-a26d-4ddc-9179-904acb1cb522 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:48.654769 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dabcd04b-e769-4f92-9cc7-4bcd21b31553 req-91bfcfd2-a26d-4ddc-9179-904acb1cb522 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 931 time: 0.0863636
Sep 16 19:15:48.700556 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34290) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:48.720485 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-dabcd04b-e769-4f92-9cc7-4bcd21b31553 req-3385b55f-1823-40ca-81c0-fad777ba6027 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Synchronizing usage tracker for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:15:48.733295 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-dabcd04b-e769-4f92-9cc7-4bcd21b31553 req-3385b55f-1823-40ca-81c0-fad777ba6027 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Unset dirty status for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:15:48.746512 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dabcd04b-e769-4f92-9cc7-4bcd21b31553 req-3385b55f-1823-40ca-81c0-fad777ba6027 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841908
Sep 16 19:15:48.768252 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Pushing event updated for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:48.802689 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:48.866885 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:48.883145 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Attempting to bind port d319bab9-792f-45e4-8e86-1d3c0420bc0c on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:15:48.883483 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Attempting to bind port d319bab9-792f-45e4-8e86-1d3c0420bc0c by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:15:48.883807 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Attempting to bind port d319bab9-792f-45e4-8e86-1d3c0420bc0c on network 3892a6ed-02ff-4041-9f57-9a674253337d {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:15:48.890864 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Port d319bab9-792f-45e4-8e86-1d3c0420bc0c on network 3892a6ed-02ff-4041-9f57-9a674253337d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:15:48.891184 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Attempting to bind port d319bab9-792f-45e4-8e86-1d3c0420bc0c on network 3892a6ed-02ff-4041-9f57-9a674253337d {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:15:48.897984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:15:48.898401 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Checking segment: {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:15:48.898786 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Bound using segment: {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:15:48.899116 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:48.899228 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Bound port: d319bab9-792f-45e4-8e86-1d3c0420bc0c, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38890adb-5ba7-48af-bde9-184cd7dbca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:15:48.899546 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:48.903113 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] Usage tracker for resource:security_group_rule and tenant:02f005a2b9b94e25a001218958200b90 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:48.906059 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:48.913050 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:48.993412 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:15:48.996787 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:15:49.003144 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.007345 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:49.073007 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.075554 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.077054 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] 10.222.0.20 "PUT /v2.0/ports/d319bab9-792f-45e4-8e86-1d3c0420bc0c HTTP/1.1" status: 200  len: 1093 time: 1.0105822
Sep 16 19:15:49.077658 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:15:49.080206 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.088824 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e2d4094c-b46d-4290-b2fe-2100f76f7c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:49.091227 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Pushing event updated for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:49.094668 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:49.144541 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774018ee-69fa-4d00-8668-4e6694e93a94,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:49.149285 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02f005a2b9b94e25a001218958200b90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4476659
Sep 16 19:15:49.150573 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:49.152206 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34298) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:49.157277 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'status': 'completed', 'code': 200}
Sep 16 19:15:49.211167 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-0f2cbea0-2b00-467c-bea3-59782b9d3ccf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 1096 time: 0.0851212
Sep 16 19:15:49.223036 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-94699bff-b777-49df-ac02-d080bd54fbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.252806 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-94699bff-b777-49df-ac02-d080bd54fbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.289732 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-b720cf19-db3b-4569-995b-289d81c66c41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c HTTP/1.1" status: 200  len: 217 time: 0.0708547
Sep 16 19:15:49.308100 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-94699bff-b777-49df-ac02-d080bd54fbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.315400 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a842c789-f3b3-4988-a0a6-987b3d165c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:49.330481 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94699bff-b777-49df-ac02-d080bd54fbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774018ee-69fa-4d00-8668-4e6694e93a94,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:49.333297 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-94699bff-b777-49df-ac02-d080bd54fbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:49.334045 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-94699bff-b777-49df-ac02-d080bd54fbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.337885 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-94699bff-b777-49df-ac02-d080bd54fbae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/774018ee-69fa-4d00-8668-4e6694e93a94 HTTP/1.1" status: 204  len: 168 time: 0.1845679
Sep 16 19:15:49.359734 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-1e1028d3-7a25-428d-9c7d-395fff6e3496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:49.361453 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-1e1028d3-7a25-428d-9c7d-395fff6e3496 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.0643985
Sep 16 19:15:49.446274 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-055278ba-36dc-4443-a615-7607da926d2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785959
Sep 16 19:15:49.579630 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-d1766ca7-310a-49f1-9471-14e4ef794c78 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254866
Sep 16 19:15:49.674431 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34306) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:49.695875 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.717865 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9a4d25e3-ecde-4be3-8217-3610c5d55356 req-f66c726a-927c-45a0-8d3c-6f9f6ba908eb service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307259
Sep 16 19:15:49.731582 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:15:49.735797 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] Usage tracker for resource:security_group_rule and tenant:99437292a8e84144a4f92d4df97871d4 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:15:49.739228 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:15:49.744962 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:15:49.820090 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.824463 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:49.832808 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2923e874-b253-4bb1-9eca-2e59dcdffdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:49.837535 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-90d6cf93-fada-423c-a35c-c34e73eac7f3 req-9ba43b54-a1ea-4b4a-9632-9b4006cfb780 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 1096 time: 0.0719852
Sep 16 19:15:49.872069 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20e59f3-8533-4fce-b38b-aab6f9c5ff1d,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:49.875414 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:49.881417 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99437292a8e84144a4f92d4df97871d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2059257
Sep 16 19:15:49.882191 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34312) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:49.979306 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6cf93-fada-423c-a35c-c34e73eac7f3 req-3323812b-650c-4ce7-9074-9b034f193e94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:49.981209 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-90d6cf93-fada-423c-a35c-c34e73eac7f3 req-3323812b-650c-4ce7-9074-9b034f193e94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 917 time: 0.1344738
Sep 16 19:15:50.002546 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3def9d64-da76-46a3-8fc4-9334e9d8129f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:50.022293 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74894355-0d51-4a31-a8af-b9b52e72d6d4 req-b6560f1f-0de4-449c-b0f3-6530761cb940 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:50.023809 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-74894355-0d51-4a31-a8af-b9b52e72d6d4 req-b6560f1f-0de4-449c-b0f3-6530761cb940 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.1288679
Sep 16 19:15:50.056328 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3def9d64-da76-46a3-8fc4-9334e9d8129f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:50.113800 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-74894355-0d51-4a31-a8af-b9b52e72d6d4 req-6339f4a3-3e6b-4f53-b1f2-d044e1e2ad7e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799003
Sep 16 19:15:50.124263 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-90d6cf93-fada-423c-a35c-c34e73eac7f3 req-1c1d5498-65eb-43f8-ba61-e85ad5e2e695 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c HTTP/1.1" status: 200  len: 217 time: 0.1349902
Sep 16 19:15:50.131602 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3def9d64-da76-46a3-8fc4-9334e9d8129f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:50.136417 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5761f0be-092e-4382-8feb-3708e2a57829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:50.158108 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def9d64-da76-46a3-8fc4-9334e9d8129f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20e59f3-8533-4fce-b38b-aab6f9c5ff1d,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:50.160852 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3def9d64-da76-46a3-8fc4-9334e9d8129f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:50.162073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3def9d64-da76-46a3-8fc4-9334e9d8129f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:50.163210 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-3def9d64-da76-46a3-8fc4-9334e9d8129f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f20e59f3-8533-4fce-b38b-aab6f9c5ff1d HTTP/1.1" status: 204  len: 168 time: 0.2801595
Sep 16 19:15:50.194127 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6cf93-fada-423c-a35c-c34e73eac7f3 req-7150fd01-658f-4119-afe7-75a4363e7865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:50.195629 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-90d6cf93-fada-423c-a35c-c34e73eac7f3 req-7150fd01-658f-4119-afe7-75a4363e7865 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.0644014
Sep 16 19:15:50.275704 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-90d6cf93-fada-423c-a35c-c34e73eac7f3 req-04225f1a-1700-4179-bc07-1d89fff13bc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715277
Sep 16 19:15:50.413489 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-90d6cf93-fada-423c-a35c-c34e73eac7f3 req-8a58ea64-1a73-4eab-8eac-33975570382d service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293724
Sep 16 19:15:50.548366 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-90d6cf93-fada-423c-a35c-c34e73eac7f3 req-da71ef06-0dd9-4845-a9d9-e550099d1e03 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264524
Sep 16 19:15:51.334017 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af060b-1a12-4ee3-bd26-a0ca077e7d33 req-4034b5f1-2f4d-49c7-accd-bcc1fe5a8166 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:51.334725 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-56af060b-1a12-4ee3-bd26-a0ca077e7d33 req-4034b5f1-2f4d-49c7-accd-bcc1fe5a8166 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Synchronizing usage tracker for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:15:51.351712 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-56af060b-1a12-4ee3-bd26-a0ca077e7d33 req-4034b5f1-2f4d-49c7-accd-bcc1fe5a8166 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Unset dirty status for tenant:4af54a7dd5b54bcea64d296ff459d9b7 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:15:51.353129 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-56af060b-1a12-4ee3-bd26-a0ca077e7d33 req-4034b5f1-2f4d-49c7-accd-bcc1fe5a8166 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0944171
Sep 16 19:15:51.399616 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-56af060b-1a12-4ee3-bd26-a0ca077e7d33 req-133e60dc-eb12-4f5e-8ee7-378555d40a18 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405955
Sep 16 19:15:52.219342 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device d319bab9-792f-45e4-8e86-1d3c0420bc0c details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:15:52.353810 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:15:52.367624 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'port_id': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'mac_address': 'fa:16:3e:56:66:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:15:52.419736 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:52.436771 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d319bab9-792f-45e4-8e86-1d3c0420bc0c {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:15:52.454099 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:15:52.458027 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:52.459901 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:52.534746 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:52.543307 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.543650 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.543979 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.544331 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.544671 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.545014 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.545357 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.545744 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.546059 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.546391 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.546708 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:15:52.554842 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:52.620592 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578e13f-75dc-4e14-97ce-4b1ba0a7ff51 req-b879a449-4076-492c-9106-41f9fe673cfc tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:52.622194 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1578e13f-75dc-4e14-97ce-4b1ba0a7ff51 req-b879a449-4076-492c-9106-41f9fe673cfc tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 944 time: 0.0876484
Sep 16 19:15:52.670669 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1578e13f-75dc-4e14-97ce-4b1ba0a7ff51 req-1c18507e-6d94-4333-b730-4799473bcc28 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423479
Sep 16 19:15:52.710518 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['d319bab9-792f-45e4-8e86-1d3c0420bc0c'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:15:53.450405 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7b42f610-987a-435e-b153-7779605fe409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:53.752791 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:53.891743 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999f84e-2545-4b82-a520-fab68f138121 req-7563d902-61d0-4ae3-80d9-56c05982fa2b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:53.893665 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0999f84e-2545-4b82-a520-fab68f138121 req-7563d902-61d0-4ae3-80d9-56c05982fa2b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 944 time: 0.0866399
Sep 16 19:15:53.938872 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0999f84e-2545-4b82-a520-fab68f138121 req-28b54c0f-83fe-4fd4-a921-ccd24490c018 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394056
Sep 16 19:15:54.236178 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device d319bab9-792f-45e4-8e86-1d3c0420bc0c up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:15:54.309485 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port d319bab9-792f-45e4-8e86-1d3c0420bc0c completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:15:54.315221 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port d319bab9-792f-45e4-8e86-1d3c0420bc0c triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:15:54.315656 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:54.481797 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:54.511735 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:15:54.522172 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:15:54.526678 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:54.528700 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-06efcf5f-b942-4a4b-a022-51ede002550e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:15:54.583739 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'code': 200}
Sep 16 19:15:54.603373 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:15:54.607107 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:15:54.837765 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-65542c5d-169d-4c28-b95b-245da9f46786 req-49caec46-ed7e-40ec-9e26-61ce7b66574a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 1098 time: 0.0782599
Sep 16 19:15:54.891311 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-65542c5d-169d-4c28-b95b-245da9f46786 req-1b2b884b-91a3-4a1c-8511-0ae4a0d52ce7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454900
Sep 16 19:15:55.178557 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ab158-5934-4e83-ae3d-94f80cc372b8 req-b9351f2c-1f09-412f-a500-f0cd35b9f8d5 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:55.180014 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7d5ab158-5934-4e83-ae3d-94f80cc372b8 req-b9351f2c-1f09-412f-a500-f0cd35b9f8d5 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0790684
Sep 16 19:15:55.229231 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7d5ab158-5934-4e83-ae3d-94f80cc372b8 req-b080058a-0ca3-4bdc-83c3-760bf095b23a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437570
Sep 16 19:15:55.551589 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-160c1882-50eb-4e69-8bec-9cbe576e83d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:56.442523 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf020535-6ebd-4a71-a356-29e7c348b5d3 req-b71db686-8ab2-4f29-b434-0d35b83a1e3d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:56.443992 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cf020535-6ebd-4a71-a356-29e7c348b5d3 req-b71db686-8ab2-4f29-b434-0d35b83a1e3d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0771086
Sep 16 19:15:56.493226 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cf020535-6ebd-4a71-a356-29e7c348b5d3 req-2a4032ba-2c12-47c3-a1db-03279bb78a85 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436482
Sep 16 19:15:56.542186 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:56.707874 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc83099-18ec-4369-af3c-e9a876317748 req-f92ddbcd-30a4-4e99-ba16-aee1de6ca80d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:56.709437 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7fc83099-18ec-4369-af3c-e9a876317748 req-f92ddbcd-30a4-4e99-ba16-aee1de6ca80d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0831738
Sep 16 19:15:56.718094 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34384) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:15:56.723738 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-5ad2ef42-a3c4-42eb-860e-1f9d7c5b1f3f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Request body: {'floatingip': {'port_id': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:15:56.801327 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5ad2ef42-a3c4-42eb-860e-1f9d7c5b1f3f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:57.461763 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f231b80d-691d-43d1-a095-471bf9ac182e req-9ed23bf3-e51c-4207-b735-be32727a3f81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1958125
Sep 16 19:15:57.621783 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5ad2ef42-a3c4-42eb-860e-1f9d7c5b1f3f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:57.628462 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5ad2ef42-a3c4-42eb-860e-1f9d7c5b1f3f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:57.704179 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f231b80d-691d-43d1-a095-471bf9ac182e req-52aaaea4-7fd6-4ff9-b861-a0e7ed67b49f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 1099 time: 0.1760759
Sep 16 19:15:57.923060 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231b80d-691d-43d1-a095-471bf9ac182e req-b4d5009b-5ab3-46ad-9d1d-77b1bddab5eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:57.925189 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f231b80d-691d-43d1-a095-471bf9ac182e req-b4d5009b-5ab3-46ad-9d1d-77b1bddab5eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.2018180
Sep 16 19:15:58.039415 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f231b80d-691d-43d1-a095-471bf9ac182e req-18e45887-033f-423a-b72b-8fd2b3c0c392 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1 HTTP/1.1" status: 200  len: 1002 time: 0.1067252
Sep 16 19:15:58.041009 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.l3_db [None req-5ad2ef42-a3c4-42eb-860e-1f9d7c5b1f3f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Floating IP f166f363-238c-4b3c-b966-02480eeacf4e associated. External IP: 172.27.3.29, port: d319bab9-792f-45e4-8e86-1d3c0420bc0c.
Sep 16 19:15:58.125847 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:58.167135 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231b80d-691d-43d1-a095-471bf9ac182e req-75040721-c549-4aa5-ae36-1fafe00c469a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:58.168545 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f231b80d-691d-43d1-a095-471bf9ac182e req-75040721-c549-4aa5-ae36-1fafe00c469a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0782239
Sep 16 19:15:58.326783 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f231b80d-691d-43d1-a095-471bf9ac182e req-b6cfbea0-8509-4bb6-8e56-426eb6f08b5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1503820
Sep 16 19:15:58.525375 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f231b80d-691d-43d1-a095-471bf9ac182e req-d1d51f80-d35f-4937-9ccb-46b24e71151f service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915631
Sep 16 19:15:58.827042 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f231b80d-691d-43d1-a095-471bf9ac182e req-decf9727-d2a6-490f-83c6-6965b2ae9615 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2924170
Sep 16 19:15:58.880530 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad2ef42-a3c4-42eb-860e-1f9d7c5b1f3f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:15:59.088810 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad2ef42-a3c4-42eb-860e-1f9d7c5b1f3f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:15:59.093920 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5ad2ef42-a3c4-42eb-860e-1f9d7c5b1f3f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:15:59.099717 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] Sync routers for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:15:59.111817 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:15:59.112432 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445aec9d0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:15:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:59.152897 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-5ad2ef42-a3c4-42eb-860e-1f9d7c5b1f3f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "PUT /v2.0/floatingips/f166f363-238c-4b3c-b966-02480eeacf4e HTTP/1.1" status: 200  len: 990 time: 2.4336562
Sep 16 19:15:59.153836 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:15:59.221099 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'status': 'completed', 'code': 200}
Sep 16 19:15:59.304718 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:15:59.326885 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fdadb4cc-a29f-4ec2-891f-09ee67ef62d5 req-68df6f91-4dc2-48fc-8b6d-e0a869a34329 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 1098 time: 0.0764606
Sep 16 19:15:59.467089 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadb4cc-a29f-4ec2-891f-09ee67ef62d5 req-fea2c55f-d19a-4823-b38c-ba88099bd19a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:59.468516 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fdadb4cc-a29f-4ec2-891f-09ee67ef62d5 req-fea2c55f-d19a-4823-b38c-ba88099bd19a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 917 time: 0.1352451
Sep 16 19:15:59.576472 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fdadb4cc-a29f-4ec2-891f-09ee67ef62d5 req-3acf4291-b03e-4c95-aa70-0227eb701d1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c HTTP/1.1" status: 200  len: 998 time: 0.1012261
Sep 16 19:15:59.643030 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadb4cc-a29f-4ec2-891f-09ee67ef62d5 req-ca1942db-a844-45c9-9a6d-549443fd2b36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:15:59.644378 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fdadb4cc-a29f-4ec2-891f-09ee67ef62d5 req-ca1942db-a844-45c9-9a6d-549443fd2b36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.0610693
Sep 16 19:15:59.667933 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445aec9d0>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': 'f166f363-238c-4b3c-b966-02480eeacf4e', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'port_id': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'mac_address': 'fa:16:3e:56:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:15:44Z', 'updated_at': '2021-09-16T19:15:57Z', 'revision_number': 1, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:59.672498 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] Checking router: 63a4bcc5-04c4-4b27-8748-62a32c9045c7 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:15:59.683005 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:15:59.683610 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445aec9d0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:15:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:15:59.720587 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fdadb4cc-a29f-4ec2-891f-09ee67ef62d5 req-14eec06c-d251-47b6-84a7-0c24c619f5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692208
Sep 16 19:15:59.856411 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fdadb4cc-a29f-4ec2-891f-09ee67ef62d5 req-2a4d4532-4b26-4822-96b2-d31f0578bae9 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287894
Sep 16 19:15:59.864685 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:15:59.991397 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fdadb4cc-a29f-4ec2-891f-09ee67ef62d5 req-dc2bb863-b09a-4726-9532-1b5fc53bcd41 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289065
Sep 16 19:16:00.218890 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445aec9d0>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': 'f166f363-238c-4b3c-b966-02480eeacf4e', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'port_id': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'mac_address': 'fa:16:3e:56:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:15:44Z', 'updated_at': '2021-09-16T19:15:57Z', 'revision_number': 1, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:16:00.223457 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519e268-945c-478f-b695-8061fa04ebd1 None None] The sync data for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi is: [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': 'f166f363-238c-4b3c-b966-02480eeacf4e', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'port_id': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'mac_address': 'fa:16:3e:56:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:15:44Z', 'updated_at': '2021-09-16T19:15:57Z', 'revision_number': 1, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:16:00.419095 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8be3a9-572d-447d-ac2b-0cd87f948916 None None] New status for floating IP f166f363-238c-4b3c-b966-02480eeacf4e: ACTIVE {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:16:01.473469 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:14.625862 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:16:15.150412 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282e6cd-cf86-49c8-ab87-b1c575f7a3e7 req-51ed3e99-851e-4c8c-8b99-8bee913fe3ae tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:15.151902 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e282e6cd-cf86-49c8-ab87-b1c575f7a3e7 req-51ed3e99-851e-4c8c-8b99-8bee913fe3ae tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.2775471
Sep 16 19:16:15.200417 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e282e6cd-cf86-49c8-ab87-b1c575f7a3e7 req-1136829f-4c16-41b5-b68c-2c7618f0bca2 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429039
Sep 16 19:16:16.405546 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637689f-cd1f-4022-8017-b7bb67e9a6a8 req-3c529e3a-52fb-459a-89df-50effa4023f1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:16.407051 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a637689f-cd1f-4022-8017-b7bb67e9a6a8 req-3c529e3a-52fb-459a-89df-50effa4023f1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.0814674
Sep 16 19:16:16.453172 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a637689f-cd1f-4022-8017-b7bb67e9a6a8 req-0c8a0cdf-0614-4a01-91ab-36f166e3d788 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404258
Sep 16 19:16:16.821536 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-69b0a3b8-1a02-436a-92e5-a1b67d804d59 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:16.822889 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-69b0a3b8-1a02-436a-92e5-a1b67d804d59 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.0785823
Sep 16 19:16:16.889041 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Deleting port 02b951f3-de6d-4286-bba3-e2e106b28ed1 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:16:16.889368 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:17.136984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] For port 02b951f3-de6d-4286-bba3-e2e106b28ed1, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=02b951f3-de6d-4286-bba3-e2e106b28ed1,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:17.137324 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:17.507090 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:17.507461 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:17.507778 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.l3_db [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Floating IP 38549a4e-ef72-41f7-9135-f7d7000cb6c8 disassociated. External IP: 172.27.3.182, port: 02b951f3-de6d-4286-bba3-e2e106b28ed1.
Sep 16 19:16:17.508107 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Calling delete_port for 02b951f3-de6d-4286-bba3-e2e106b28ed1 owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:16:17.661904 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:17.668301 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827a18-6ddf-4324-9f34-c8b753f761eb req-e1688621-3c17-481a-94d1-9f6487fa5934 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:17.668835 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-133f0403-1367-4038-93e0-193d3ed7b71b tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:17.669930 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-45827a18-6ddf-4324-9f34-c8b753f761eb req-e1688621-3c17-481a-94d1-9f6487fa5934 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 946 time: 0.0844429
Sep 16 19:16:17.711205 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event deleted for resources: {'Port': ['ID=02b951f3-de6d-4286-bba3-e2e106b28ed1,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:17.716555 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-45827a18-6ddf-4324-9f34-c8b753f761eb req-c4cbf019-a4a3-4d7a-b622-1b3c6508e78b tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc5dd46f-3a9d-41bf-a000-c51f27f67019&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408137
Sep 16 19:16:17.728626 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.728995 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.729347 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.729898 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.730591 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.730944 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.731295 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.731636 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.731975 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.732312 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.732648 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:17.738113 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:17.938641 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Router 9af8f7f0-cada-4040-8beb-c36e5198a1bd has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:16:18.141128 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:16:18.152963 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] Sync routers for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:16:18.166341 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:16:18.166990 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f044656ef70>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:15:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:16:18.216046 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] No DVR routers for this DVR port 02b951f3-de6d-4286-bba3-e2e106b28ed1 on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:16:18.218513 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:18.221438 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'name': 'network-vif-deleted', 'tag': '02b951f3-de6d-4286-bba3-e2e106b28ed1'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:16:18.236817 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d279f2e9-cb1c-4072-ae28-95a427e12939 req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.20 "DELETE /v2.0/ports/02b951f3-de6d-4286-bba3-e2e106b28ed1 HTTP/1.1" status: 204  len: 173 time: 1.4078257
Sep 16 19:16:18.281079 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a51b6f-1e47-4197-abd3-f8cb588dbeae', 'name': 'network-vif-deleted', 'tag': '02b951f3-de6d-4286-bba3-e2e106b28ed1', 'status': 'completed', 'code': 200}
Sep 16 19:16:18.397185 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:16:18.734448 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f044656ef70>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:16:18.741992 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] Checking router: 9af8f7f0-cada-4040-8beb-c36e5198a1bd for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:16:18.759078 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:16:18.759707 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f044656ef70>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:15:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:16:18.763704 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34526) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:18.988578 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:18.991050 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:16:19.083064 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:19.086019 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-2e8a80d7-aee8-4a91-b931-c5f7283702a2 req-04db1735-2a17-4e3a-9526-549f8bc5e7dd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Synchronizing usage tracker for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:16:19.090718 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:0953472c185646d09ee81eeaccc6b40a is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:19.093605 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:19.101961 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:19.116500 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-2e8a80d7-aee8-4a91-b931-c5f7283702a2 req-04db1735-2a17-4e3a-9526-549f8bc5e7dd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Unset dirty status for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:16:19.117647 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e8a80d7-aee8-4a91-b931-c5f7283702a2 req-04db1735-2a17-4e3a-9526-549f8bc5e7dd tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a51b6f-1e47-4197-abd3-f8cb588dbeae HTTP/1.1" status: 200  len: 210 time: 0.1789277
Sep 16 19:16:19.182480 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:19.186340 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:19.193828 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0d623e55-3b73-4733-a458-64499f2283d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:19.239157 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba97b192-362a-4896-a496-323e72e87b30,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:19.242528 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:19.247788 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0953472c185646d09ee81eeaccc6b40a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4806812
Sep 16 19:16:19.248643 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34534) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:19.306771 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-42865e0e-2a10-4d59-9075-b83736116188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:19.331792 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-42865e0e-2a10-4d59-9075-b83736116188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:19.337850 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f044656ef70>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:16:19.341739 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c94ec3-e38f-4b53-b8d8-b2f954cdb717 None None] The sync data for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi is: [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:16:19.388781 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-42865e0e-2a10-4d59-9075-b83736116188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:19.394001 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-58de749b-c521-491e-b200-9cc446e63647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:19.404469 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42865e0e-2a10-4d59-9075-b83736116188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba97b192-362a-4896-a496-323e72e87b30,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:19.406650 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-42865e0e-2a10-4d59-9075-b83736116188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:19.413760 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-42865e0e-2a10-4d59-9075-b83736116188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:19.417220 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-42865e0e-2a10-4d59-9075-b83736116188 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba97b192-362a-4896-a496-323e72e87b30 HTTP/1.1" status: 204  len: 168 time: 0.1660600
Sep 16 19:16:19.576574 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79cd62-a374-4409-85ed-36c95d500425 None None] New status for floating IP 38549a4e-ef72-41f7-9135-f7d7000cb6c8: DOWN {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:16:20.279710 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34566) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:20.351981 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-41f86fa0-0ce0-4812-9c1b-dece6ddb9984 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:20.356979 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 02b951f3-de6d-4286-bba3-e2e106b28ed1 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:16:20.381555 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-41f86fa0-0ce0-4812-9c1b-dece6ddb9984 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:20.401428 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 02b951f3-de6d-4286-bba3-e2e106b28ed1 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:16:20.401680 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 02b951f3-de6d-4286-bba3-e2e106b28ed1 not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:16:20.444050 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-41f86fa0-0ce0-4812-9c1b-dece6ddb9984 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:20.449542 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d805efe2-37a3-4662-9ac3-04cf16a048fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:20.466010 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f86fa0-0ce0-4812-9c1b-dece6ddb9984 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5dd46f-3a9d-41bf-a000-c51f27f67019,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:20.468850 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-41f86fa0-0ce0-4812-9c1b-dece6ddb9984 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:20.483546 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-41f86fa0-0ce0-4812-9c1b-dece6ddb9984 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:20.487587 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-41f86fa0-0ce0-4812-9c1b-dece6ddb9984 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "DELETE /v2.0/security-groups/cc5dd46f-3a9d-41bf-a000-c51f27f67019 HTTP/1.1" status: 204  len: 168 time: 0.2041469
Sep 16 19:16:20.487824 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34570) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:20.504554 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.api.v2.resource [None req-92f62598-2e94-4431-b3b4-a272d0a0cf6f tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] show failed (client error): The resource could not be found.
Sep 16 19:16:20.505559 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-92f62598-2e94-4431-b3b4-a272d0a0cf6f tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups/cc5dd46f-3a9d-41bf-a000-c51f27f67019 HTTP/1.1" status: 404  len: 347 time: 0.0168409
Sep 16 19:16:20.508479 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34574) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:20.666045 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Deleting port 35afcfd8-1744-4a67-b9f2-6ddab356b36f {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:16:20.666525 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:20.913106 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:20.913425 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:21.032822 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Calling delete_port for 35afcfd8-1744-4a67-b9f2-6ddab356b36f owned by network:floatingip {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:16:21.173608 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:21.177790 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0eef45c6-d78c-406b-85f4-a265effc8008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:21.216920 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event deleted for resources: {'Port': ['ID=35afcfd8-1744-4a67-b9f2-6ddab356b36f,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:21.221343 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:21.310320 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:21.327872 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:21.329024 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "DELETE /v2.0/floatingips/38549a4e-ef72-41f7-9135-f7d7000cb6c8 HTTP/1.1" status: 204  len: 168 time: 0.8196599
Sep 16 19:16:21.841731 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34586) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:21.847985 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609792988', 'description': 'tempest-description--2028669049'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:21.853730 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:21.858316 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Usage tracker for resource:security_group and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:21.861208 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:21.867007 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:21.877970 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:21.913136 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:21.917009 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Usage tracker for resource:security_group_rule and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:21.919874 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:21.926392 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:21.991935 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:21.996810 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.001179 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f6c325dc-3d14-48bb-88bd-8ab5b5e87c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:22.038584 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f397e1b-5dc2-47fd-83c9-531aa364b0fb,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:22.056197 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.056665 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.057106 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.057556 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.058009 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.058460 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.058888 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.059352 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.059716 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.060068 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.060421 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:22.064212 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:22.068239 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.071300 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-e70ca9a0-4c02-47bf-9bc6-4c5042985396 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2281833
Sep 16 19:16:22.073952 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34600) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:22.079711 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'security_group_rule': {'security_group_id': '9f397e1b-5dc2-47fd-83c9-531aa364b0fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:22.086801 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:22.090583 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Usage tracker for resource:security_group_rule and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:22.094368 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:22.119534 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:22.130872 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-8e2d09fe-5a59-48f1-8c52-65b9a0f59b79 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=86f06e561929472190b65d539b565c88&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0375493
Sep 16 19:16:22.164756 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.326192 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.333020 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-5be8f2d8-0c38-4506-8c9b-7c5369dd9b90 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:22.334477 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-5be8f2d8-0c38-4506-8c9b-7c5369dd9b90 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1942015
Sep 16 19:16:22.335494 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.337384 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:22.374940 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca73a20-eddd-446c-85cf-89d6a97a4b13,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:22.383311 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-835c3f6e-aa53-459c-bff2-fc7047368b89 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/quotas/86f06e561929472190b65d539b565c88 HTTP/1.1" status: 200  len: 375 time: 0.0400593
Sep 16 19:16:22.384102 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:22.386078 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.389570 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-6bec92ad-2265-42fd-b88d-650280132d26 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3121741
Sep 16 19:16:22.389986 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34604) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:22.395666 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'security_group_rule': {'security_group_id': '9f397e1b-5dc2-47fd-83c9-531aa364b0fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:22.401650 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:22.405484 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Usage tracker for resource:security_group_rule and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:22.408438 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:22.414389 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:22.432622 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.440665 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-e701c40d-17fa-4d6e-85b7-86af6d6fd61c tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=86f06e561929472190b65d539b565c88&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0490413
Sep 16 19:16:22.516110 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.520050 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.522682 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e8fe7bc7-9a22-4d0c-9b16-2b639ccc2030 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:22.553176 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea314301-e6de-421e-b820-12a7813aa126,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:22.554937 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:22.559923 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.564084 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-85256761-4574-41fe-a436-1fa6f40aa256 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1701663
Sep 16 19:16:22.564250 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34612) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:22.570246 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'floatingip': {'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:22.575636 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:22.581508 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Usage tracker for resource:floatingip and tenant:85c918cb45764cc3904a26e90b88fa46 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:22.582850 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:22.589417 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:22.602634 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.649326 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-58d20023-bf2e-47e0-807a-1569b0276865 req-4c124424-40da-47d3-89c4-6e527edaac9b tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 210 time: 0.0456810
Sep 16 19:16:22.748073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:22.888196 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Allocated IP 172.27.3.152 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/614505cb-02e6-4c3c-92ed-d2fc21c25d14) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:16:23.040336 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:23.070510 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:23.074986 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d6e40573-6966-4496-a886-f328879a49e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:23.150479 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:16:23.154483 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:16:23.160709 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:16:23.199830 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'Port': ['ID=614505cb-02e6-4c3c-92ed-d2fc21c25d14,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:23.205619 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:23.426445 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:23.456360 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-335fb49f-4241-4301-a39b-45e3b2d636a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:23.485606 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:23.693604 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:23.698132 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:23.702363 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:23.761849 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:23.808745 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'Port': ['ID=614505cb-02e6-4c3c-92ed-d2fc21c25d14,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:23.812972 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:23.824973 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0cdd3467-4e09-423f-afeb-a686350439e1 req-2bdf8ca6-1c03-4aa0-8ca8-f7f32c16298f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 210 time: 0.0460753
Sep 16 19:16:23.827818 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:23.851186 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:23.852482 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2867975
Sep 16 19:16:23.929585 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-632f9a29-8f18-4c16-a3ce-3a8c00b7e72b tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=86f06e561929472190b65d539b565c88&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0312934
Sep 16 19:16:24.112081 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-31f91df0-df19-426e-b53b-03cc051eea71 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:24.113778 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-31f91df0-df19-426e-b53b-03cc051eea71 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1762984
Sep 16 19:16:24.131610 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Request body: {'port': {'device_id': '5b63cd90-b067-456d-a2cb-081bfb7853e6', 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f', 'admin_state_up': True, 'tenant_id': '86f06e561929472190b65d539b565c88'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:24.154986 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-d2aa7ce6-cb5e-40ad-b654-1bf607ba0a2b tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Synchronizing usage tracker for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:16:24.170027 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-d2aa7ce6-cb5e-40ad-b654-1bf607ba0a2b tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Unset dirty status for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:16:24.171196 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-d2aa7ce6-cb5e-40ad-b654-1bf607ba0a2b tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1609792988&fields=id&tenant_id=85c918cb45764cc3904a26e90b88fa46 HTTP/1.1" status: 200  len: 267 time: 0.0622427
Sep 16 19:16:24.271153 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:24.274901 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Usage tracker for resource:port and tenant:86f06e561929472190b65d539b565c88 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:24.277734 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:24.283615 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:24.293428 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Made reservation on behalf of 86f06e561929472190b65d539b565c88 for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:16:24.296748 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:24.309333 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:24.324782 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-3e11558d-31db-4581-b144-7eddd1af80a6 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:24.326270 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-3e11558d-31db-4581-b144-7eddd1af80a6 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 810 time: 0.1481488
Sep 16 19:16:24.343203 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a646ef44-a344-471c-9133-29b403912512 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/quotas/85c918cb45764cc3904a26e90b88fa46 HTTP/1.1" status: 200  len: 375 time: 0.0106230
Sep 16 19:16:24.343881 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:24.347985 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Usage tracker for resource:security_group_rule and tenant:86f06e561929472190b65d539b565c88 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:24.350797 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:24.356971 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:24.425819 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-6b55b68b-1729-46de-bca9-6ac7113b7bba tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0766191
Sep 16 19:16:24.430624 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:24.434805 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:24.439010 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2c09f885-5539-4147-8193-89d14ae8cc96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:24.527286 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f5159a-d793-4981-9794-27da08adf62e,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:24.531305 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:24.626305 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Allocated IP 192.168.233.37 (1608d593-3cd5-4803-b98e-304d459fc07f/83686962-6c08-4622-b194-4e42dd6bcd3d/057e3bcc-af2e-42b7-aef6-99f09d40595a) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:16:24.694796 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-abefe5c0-ba2e-4e14-8e11-0a01805e105b service neutron] 10.222.0.22 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564166
Sep 16 19:16:24.828367 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:24.833409 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-c1c3b7ce-d72c-49a4-81cd-5c1fa76a3675 service neutron] 10.222.0.22 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323550
Sep 16 19:16:24.845235 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Transition to ACTIVE for port object 057e3bcc-af2e-42b7-aef6-99f09d40595a will not be triggered until provisioned by entity DHCP. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:16:24.871366 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:24.877517 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a3c1bab6-b876-4ea4-be86-3c6678e93c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:25.068716 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a1f320c0-9171-49cf-b80f-dd081feb612b req-e19b4d45-fdea-46be-a6a7-0c9030d364ad tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0580044
Sep 16 19:16:25.076462 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Network 1608d593-3cd5-4803-b98e-304d459fc07f is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:16:25.084156 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:16:25.093339 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:16:25.158888 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Pushing event updated for resources: {'Port': ['ID=057e3bcc-af2e-42b7-aef6-99f09d40595a,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:25.166977 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:25.194030 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:25.194699 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:25.226870 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd67cb-dda7-45ba-bb02-bf7afa9ac16a req-5aaa1a2f-7c88-490c-a20b-3b70e537e7ad tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:25.227653 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-58fd67cb-dda7-45ba-bb02-bf7afa9ac16a req-5aaa1a2f-7c88-490c-a20b-3b70e537e7ad tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Synchronizing usage tracker for tenant:86f06e561929472190b65d539b565c88 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:16:25.242455 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1156869
Sep 16 19:16:25.256589 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-58fd67cb-dda7-45ba-bb02-bf7afa9ac16a req-5aaa1a2f-7c88-490c-a20b-3b70e537e7ad tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Unset dirty status for tenant:86f06e561929472190b65d539b565c88 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:16:25.262665 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-58fd67cb-dda7-45ba-bb02-bf7afa9ac16a req-5aaa1a2f-7c88-490c-a20b-3b70e537e7ad tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 935 time: 0.2458742
Sep 16 19:16:25.310244 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-58fd67cb-dda7-45ba-bb02-bf7afa9ac16a req-fb0b7fb3-fd98-49cc-8519-123e97488e25 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Synchronizing usage tracker for tenant:86f06e561929472190b65d539b565c88 on resource:security_group {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:16:25.330516 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-58fd67cb-dda7-45ba-bb02-bf7afa9ac16a req-fb0b7fb3-fd98-49cc-8519-123e97488e25 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Unset dirty status for tenant:86f06e561929472190b65d539b565c88 on resource:security_group {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:16:25.331777 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-32a59f93-ce06-4422-91da-811819fa679e None None] Provisioning for port 057e3bcc-af2e-42b7-aef6-99f09d40595a completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:16:25.340098 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-32a59f93-ce06-4422-91da-811819fa679e None None] Provisioning complete for port 057e3bcc-af2e-42b7-aef6-99f09d40595a triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:16:25.340622 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-32a59f93-ce06-4422-91da-811819fa679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:25.342691 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-58fd67cb-dda7-45ba-bb02-bf7afa9ac16a req-fb0b7fb3-fd98-49cc-8519-123e97488e25 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791471
Sep 16 19:16:25.374878 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Request body: {'port': {'device_id': '5b63cd90-b067-456d-a2cb-081bfb7853e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:25.400232 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-32a59f93-ce06-4422-91da-811819fa679e None None] Port 057e3bcc-af2e-42b7-aef6-99f09d40595a cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:16:25.491899 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:25.555495 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b5491977-7207-4aa3-be57-599e37e55a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:25.835416 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057e3bcc-af2e-42b7-aef6-99f09d40595a {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:16:25.841956 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:25.857186 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Transition to ACTIVE for port object 057e3bcc-af2e-42b7-aef6-99f09d40595a will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:16:25.860569 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:25.864750 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:25.992903 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Pushing event updated for resources: {'Port': ['ID=057e3bcc-af2e-42b7-aef6-99f09d40595a,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:25.995868 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:26.120685 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Attempting to bind port 057e3bcc-af2e-42b7-aef6-99f09d40595a on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:16:26.121007 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Attempting to bind port 057e3bcc-af2e-42b7-aef6-99f09d40595a by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'b80f351d-56fc-4e60-85f4-9adafa9c05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:16:26.121335 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Attempting to bind port 057e3bcc-af2e-42b7-aef6-99f09d40595a on network 1608d593-3cd5-4803-b98e-304d459fc07f {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:16:26.128806 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Port 057e3bcc-af2e-42b7-aef6-99f09d40595a on network 1608d593-3cd5-4803-b98e-304d459fc07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:16:26.129141 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Attempting to bind port 057e3bcc-af2e-42b7-aef6-99f09d40595a on network 1608d593-3cd5-4803-b98e-304d459fc07f {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:16:26.136261 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:16:26.136664 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Checking segment: {'id': 'b80f351d-56fc-4e60-85f4-9adafa9c05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:16:26.136984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Bound using segment: {'id': 'b80f351d-56fc-4e60-85f4-9adafa9c05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:16:26.137538 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Bound port: 057e3bcc-af2e-42b7-aef6-99f09d40595a, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80f351d-56fc-4e60-85f4-9adafa9c05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:16:26.138192 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:26.266592 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-9b847fc1-258c-4d85-b416-dbefe9d13f20 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:26.269294 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-9b847fc1-258c-4d85-b416-dbefe9d13f20 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 810 time: 0.2152443
Sep 16 19:16:26.275678 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-873001ce-e869-4ac5-9e53-d7d0e7cd8b76 req-d858e69f-9a28-4cc8-9980-74ce81b61afb tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Synchronizing usage tracker for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:16:26.313112 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-873001ce-e869-4ac5-9e53-d7d0e7cd8b76 req-d858e69f-9a28-4cc8-9980-74ce81b61afb tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Unset dirty status for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:16:26.314327 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-873001ce-e869-4ac5-9e53-d7d0e7cd8b76 req-d858e69f-9a28-4cc8-9980-74ce81b61afb tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0867293
Sep 16 19:16:26.315315 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] For port 057e3bcc-af2e-42b7-aef6-99f09d40595a, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:16:26.318768 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] For port 057e3bcc-af2e-42b7-aef6-99f09d40595a, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=057e3bcc-af2e-42b7-aef6-99f09d40595a,segment=NetworkSegment(b80f351d-56fc-4e60-85f4-9adafa9c05cb),segment_id=b80f351d-56fc-4e60-85f4-9adafa9c05cb)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:16:26.323418 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:26.328331 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b1d6df5b-a56e-40bf-8680-90eb559003b9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:26.350908 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-22404f96-c1d4-4665-a5ba-814dc2d73d59 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85c918cb45764cc3904a26e90b88fa46 HTTP/1.1" status: 200  len: 380 time: 0.0642018
Sep 16 19:16:26.363953 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'port': {'device_id': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'admin_state_up': True, 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'security_groups': ['9f397e1b-5dc2-47fd-83c9-531aa364b0fb']}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:26.389635 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:26.391030 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] 10.222.0.20 "PUT /v2.0/ports/057e3bcc-af2e-42b7-aef6-99f09d40595a HTTP/1.1" status: 200  len: 1097 time: 1.1394804
Sep 16 19:16:26.391524 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b63cd90-b067-456d-a2cb-081bfb7853e6', 'tag': '057e3bcc-af2e-42b7-aef6-99f09d40595a'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:16:26.409841 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Pushing event updated for resources: {'Port': ['ID=057e3bcc-af2e-42b7-aef6-99f09d40595a,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:26.413213 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:26.543669 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-ced1dc53-2147-40d5-9ece-1b74f367763e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86f06e561929472190b65d539b565c88&device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 1100 time: 0.1005435
Sep 16 19:16:26.555959 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:26.599012 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:26.618569 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:26.638789 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-28ba268f-a08e-457c-bdb0-b5476e681346 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=057e3bcc-af2e-42b7-aef6-99f09d40595a HTTP/1.1" status: 200  len: 217 time: 0.0840433
Sep 16 19:16:26.639161 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Made reservation on behalf of 85c918cb45764cc3904a26e90b88fa46 for: {'port': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:16:26.642322 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:26.657576 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2af315-205a-4178-82d3-50fd6a807e74 req-f40c575f-0763-4c15-8094-eaa9fd4368fa tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:26.665016 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ad2af315-205a-4178-82d3-50fd6a807e74 req-f40c575f-0763-4c15-8094-eaa9fd4368fa tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 947 time: 0.1534324
Sep 16 19:16:26.689032 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b63cd90-b067-456d-a2cb-081bfb7853e6', 'tag': '057e3bcc-af2e-42b7-aef6-99f09d40595a', 'status': 'completed', 'code': 200}
Sep 16 19:16:26.718472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-039ad448-4666-4d00-a1d0-1e80b8ed041a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:26.719914 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-039ad448-4666-4d00-a1d0-1e80b8ed041a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83686962-6c08-4622-b194-4e42dd6bcd3d HTTP/1.1" status: 200  len: 843 time: 0.0678272
Sep 16 19:16:26.782675 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ad2af315-205a-4178-82d3-50fd6a807e74 req-672a299f-f177-4354-be4e-61809ad2eb9e tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167729
Sep 16 19:16:26.796524 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-e2edd40b-719f-4118-b88a-cebae1c3d6ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1608d593-3cd5-4803-b98e-304d459fc07f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0698097
Sep 16 19:16:26.865641 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Allocated IP 172.20.0.3 (e4d63524-e4fb-4877-bfc6-8e6cb96181b7/3727b007-f818-48fd-b7a3-6d8c7dd215d2/b09a29b6-a5a2-461d-a51e-c8c018edd854) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:16:26.935210 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-b58132a4-c4cd-43ff-baf5-bf7b7c21456f service neutron] 10.222.0.20 "GET /v2.0/networks/1608d593-3cd5-4803-b98e-304d459fc07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307487
Sep 16 19:16:27.148092 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c7ef3256-6bf3-467f-be7e-8ef72c757376 req-be113dc6-fc5b-44cd-9e9a-79b24a83b681 service neutron] 10.222.0.20 "GET /v2.0/networks/1608d593-3cd5-4803-b98e-304d459fc07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054572
Sep 16 19:16:27.148755 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:27.165047 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Transition to ACTIVE for port object b09a29b6-a5a2-461d-a51e-c8c018edd854 will not be triggered until provisioned by entity DHCP. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:16:27.188885 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:27.194730 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:27.260559 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:16:27.263482 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:16:27.267430 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:16:27.279236 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6bfbe87a-1f55-4d02-90e4-cb76aa99d428 req-79b2667b-826e-4c0a-a414-2cb1a8833a99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86f06e561929472190b65d539b565c88&device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 1100 time: 0.0757048
Sep 16 19:16:27.305921 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event updated for resources: {'Port': ['ID=b09a29b6-a5a2-461d-a51e-c8c018edd854,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:27.310504 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:27.336348 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:27.336947 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:27.371719 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0124145
Sep 16 19:16:27.384285 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Request body: {'port': {'device_id': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:27.441516 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbe87a-1f55-4d02-90e4-cb76aa99d428 req-b7461968-c633-4749-9be9-4502bb9d4f73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:27.442653 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6bfbe87a-1f55-4d02-90e4-cb76aa99d428 req-b7461968-c633-4749-9be9-4502bb9d4f73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1608d593-3cd5-4803-b98e-304d459fc07f HTTP/1.1" status: 200  len: 870 time: 0.1549494
Sep 16 19:16:27.512571 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6bfbe87a-1f55-4d02-90e4-cb76aa99d428 req-7c219c48-8ca3-4c13-a24c-c63528f53cef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=057e3bcc-af2e-42b7-aef6-99f09d40595a HTTP/1.1" status: 200  len: 217 time: 0.0629084
Sep 16 19:16:27.550117 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:27.578015 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-fe223a90-499a-4d75-98a3-70ca6c8a4425 None None] Provisioning for port b09a29b6-a5a2-461d-a51e-c8c018edd854 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:16:27.584001 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-fe223a90-499a-4d75-98a3-70ca6c8a4425 None None] Provisioning complete for port b09a29b6-a5a2-461d-a51e-c8c018edd854 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:16:27.584446 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fe223a90-499a-4d75-98a3-70ca6c8a4425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:27.587106 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbe87a-1f55-4d02-90e4-cb76aa99d428 req-caca5ad4-4a51-499a-9149-70a0e766ebca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:27.588538 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6bfbe87a-1f55-4d02-90e4-cb76aa99d428 req-caca5ad4-4a51-499a-9149-70a0e766ebca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83686962-6c08-4622-b194-4e42dd6bcd3d HTTP/1.1" status: 200  len: 843 time: 0.0643785
Sep 16 19:16:27.638240 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-fe223a90-499a-4d75-98a3-70ca6c8a4425 None None] Port b09a29b6-a5a2-461d-a51e-c8c018edd854 cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:16:27.640528 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf23a6-319e-4a03-9211-bb460a2db11f req-154d4283-383e-45b7-a3a5-0fcedf1abb32 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:27.641229 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-cabf23a6-319e-4a03-9211-bb460a2db11f req-154d4283-383e-45b7-a3a5-0fcedf1abb32 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Synchronizing usage tracker for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:16:27.667288 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6bfbe87a-1f55-4d02-90e4-cb76aa99d428 req-24a6c58e-9226-4702-b744-3588e6e39b97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1608d593-3cd5-4803-b98e-304d459fc07f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0700114
Sep 16 19:16:27.712120 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-cabf23a6-319e-4a03-9211-bb460a2db11f req-154d4283-383e-45b7-a3a5-0fcedf1abb32 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Unset dirty status for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:16:27.713289 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cabf23a6-319e-4a03-9211-bb460a2db11f req-154d4283-383e-45b7-a3a5-0fcedf1abb32 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 931 time: 0.2374146
Sep 16 19:16:27.809723 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6bfbe87a-1f55-4d02-90e4-cb76aa99d428 req-427c6094-46ca-41f4-ac09-2f88849d98d7 service neutron] 10.222.0.20 "GET /v2.0/networks/1608d593-3cd5-4803-b98e-304d459fc07f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342974
Sep 16 19:16:27.855736 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cabf23a6-319e-4a03-9211-bb460a2db11f req-03f3597e-1108-4bda-8560-da6e567f1cc2 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295459
Sep 16 19:16:27.962613 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09a29b6-a5a2-461d-a51e-c8c018edd854 {{(pid=75160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:16:27.972459 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:27.989251 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Transition to ACTIVE for port object b09a29b6-a5a2-461d-a51e-c8c018edd854 will not be triggered until provisioned by entity L2. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:16:27.994052 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:27.994719 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6bfbe87a-1f55-4d02-90e4-cb76aa99d428 req-e0f648f3-3cca-4978-939a-b6e5abaf16d1 service neutron] 10.222.0.20 "GET /v2.0/networks/1608d593-3cd5-4803-b98e-304d459fc07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771433
Sep 16 19:16:27.998580 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:28.021757 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c25aed-d6b4-4f5e-8369-6329ea3c3bde req-621f9c25-a908-4d84-9082-89b4cce408cb tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:28.023233 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f0c25aed-d6b4-4f5e-8369-6329ea3c3bde req-621f9c25-a908-4d84-9082-89b4cce408cb tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 947 time: 0.1043854
Sep 16 19:16:28.072151 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f0c25aed-d6b4-4f5e-8369-6329ea3c3bde req-7f8d31a6-b813-47ad-86d0-ae67ef9259aa tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430965
Sep 16 19:16:28.121606 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Pushing event updated for resources: {'Port': ['ID=b09a29b6-a5a2-461d-a51e-c8c018edd854,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:28.125745 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:28.135579 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:28.238073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Attempting to bind port b09a29b6-a5a2-461d-a51e-c8c018edd854 on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:16:28.238421 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Attempting to bind port b09a29b6-a5a2-461d-a51e-c8c018edd854 by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:16:28.238750 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Attempting to bind port b09a29b6-a5a2-461d-a51e-c8c018edd854 on network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:16:28.244569 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Port b09a29b6-a5a2-461d-a51e-c8c018edd854 on network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:16:28.244884 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Attempting to bind port b09a29b6-a5a2-461d-a51e-c8c018edd854 on network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:16:28.251230 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:16:28.251563 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Checking segment: {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:16:28.252516 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Bound using segment: {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:16:28.253039 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Bound port: b09a29b6-a5a2-461d-a51e-c8c018edd854, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d6b1b1-c6ee-4767-987a-42a32efa4464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7'}}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:16:28.253349 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:28.343533 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] For port b09a29b6-a5a2-461d-a51e-c8c018edd854, host hv-cinder-80944, cleared binding levels {{(pid=75160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:16:28.346584 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] For port b09a29b6-a5a2-461d-a51e-c8c018edd854, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:16:28.350695 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:28.354672 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:28.411550 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:28.412904 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] 10.222.0.20 "PUT /v2.0/ports/b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1093 time: 1.0332913
Sep 16 19:16:28.413425 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'tag': 'b09a29b6-a5a2-461d-a51e-c8c018edd854'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:16:28.441785 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Pushing event updated for resources: {'Port': ['ID=b09a29b6-a5a2-461d-a51e-c8c018edd854,revision_number=3']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:28.446828 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:28.490061 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'tag': 'b09a29b6-a5a2-461d-a51e-c8c018edd854', 'status': 'completed', 'code': 200}
Sep 16 19:16:28.532983 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-5f41377d-f91a-4a72-9df4-81d7bf855941 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1096 time: 0.0778093
Sep 16 19:16:28.604257 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-ca0f253c-9f9a-4020-8af9-427e95be1f2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 217 time: 0.0632865
Sep 16 19:16:28.668926 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-ccf732cf-3375-4506-b1e0-94da98ab52ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:28.670269 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-ccf732cf-3375-4506-b1e0-94da98ab52ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0588768
Sep 16 19:16:28.742329 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-44514c6d-f878-41b4-b436-9b6f36fffb36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0656219
Sep 16 19:16:28.953065 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-f519da2f-068b-49f3-ac7d-0b08a29d70ca service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036664
Sep 16 19:16:29.130348 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7e71e6fe-c520-46f4-ac0d-e82ad78e70ab req-c2442817-1157-4df8-9d02-d48956841efb service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705272
Sep 16 19:16:29.164607 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b277b4c-e32c-4024-886f-820e53e4f28a req-cc923d7e-9e7a-403a-8050-2a63d9ecbcc4 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:29.166066 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1b277b4c-e32c-4024-886f-820e53e4f28a req-cc923d7e-9e7a-403a-8050-2a63d9ecbcc4 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 943 time: 0.1004379
Sep 16 19:16:29.262103 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1b277b4c-e32c-4024-886f-820e53e4f28a req-0a824f14-f7de-4e40-b6b2-7554e53e6056 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901279
Sep 16 19:16:29.279484 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6261a0a-3912-4add-957c-0ba250fe3017 req-89d55281-43d9-4dac-a744-3a3068d049a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1096 time: 0.0927727
Sep 16 19:16:29.285340 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce75503-7fc6-40f8-b496-baa26b6e3334 req-1892c827-13a5-483e-af7e-876591324c0c tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:29.286841 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0ce75503-7fc6-40f8-b496-baa26b6e3334 req-1892c827-13a5-483e-af7e-876591324c0c tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 947 time: 0.0773184
Sep 16 19:16:29.336633 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0ce75503-7fc6-40f8-b496-baa26b6e3334 req-1e22c421-4c2f-4ebd-aa2e-c9e6b6d024ca tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442271
Sep 16 19:16:29.421322 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261a0a-3912-4add-957c-0ba250fe3017 req-234b1f06-933c-43a8-8b27-eae233acfc0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:29.422842 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6261a0a-3912-4add-957c-0ba250fe3017 req-234b1f06-933c-43a8-8b27-eae233acfc0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1360569
Sep 16 19:16:29.497285 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6261a0a-3912-4add-957c-0ba250fe3017 req-7d5d52b0-18b5-45f2-9f5a-50312532cb9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 217 time: 0.0650420
Sep 16 19:16:29.560505 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261a0a-3912-4add-957c-0ba250fe3017 req-c33f8a16-79aa-4930-b6f2-67d1b6191b87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:29.561776 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6261a0a-3912-4add-957c-0ba250fe3017 req-c33f8a16-79aa-4930-b6f2-67d1b6191b87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0555828
Sep 16 19:16:29.641835 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6261a0a-3912-4add-957c-0ba250fe3017 req-1abc8611-2caa-49fb-9612-725269c33f97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708704
Sep 16 19:16:29.770327 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6261a0a-3912-4add-957c-0ba250fe3017 req-27fa0090-14b4-42a1-b92f-b2aad7a26a98 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213710
Sep 16 19:16:29.899890 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6261a0a-3912-4add-957c-0ba250fe3017 req-9c58dbcc-325f-4055-9bcc-a24a2adacbc8 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220498
Sep 16 19:16:30.392282 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 057e3bcc-af2e-42b7-aef6-99f09d40595a details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:16:30.459508 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d76bf1-c973-4a55-9703-ddfae7784b48 req-307a9c6c-c26a-46e4-91c6-0315046692c6 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:30.461092 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-00d76bf1-c973-4a55-9703-ddfae7784b48 req-307a9c6c-c26a-46e4-91c6-0315046692c6 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 943 time: 0.0773342
Sep 16 19:16:30.510662 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-00d76bf1-c973-4a55-9703-ddfae7784b48 req-d5d93461-e9e8-4606-a000-88bc6ec5da6c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Synchronizing usage tracker for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:security_group {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:16:30.525551 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-00d76bf1-c973-4a55-9703-ddfae7784b48 req-d5d93461-e9e8-4606-a000-88bc6ec5da6c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Unset dirty status for tenant:85c918cb45764cc3904a26e90b88fa46 on resource:security_group {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:16:30.531903 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-00d76bf1-c973-4a55-9703-ddfae7784b48 req-d5d93461-e9e8-4606-a000-88bc6ec5da6c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654323
Sep 16 19:16:30.543055 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a4c83-8b3f-4138-b1b5-669d255cf0bd req-3f025c58-207d-4d37-9958-4d2b1d5ec7ca tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:30.544542 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b40a4c83-8b3f-4138-b1b5-669d255cf0bd req-3f025c58-207d-4d37-9958-4d2b1d5ec7ca tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 947 time: 0.0780730
Sep 16 19:16:30.578115 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 057e3bcc-af2e-42b7-aef6-99f09d40595a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=057e3bcc-af2e-42b7-aef6-99f09d40595a,segment=NetworkSegment(b80f351d-56fc-4e60-85f4-9adafa9c05cb),segment_id=b80f351d-56fc-4e60-85f4-9adafa9c05cb)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:30.592448 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b40a4c83-8b3f-4138-b1b5-669d255cf0bd req-960847a2-3721-4acc-a780-7419ae7c0f98 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416403
Sep 16 19:16:30.592654 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '057e3bcc-af2e-42b7-aef6-99f09d40595a', 'network_id': '1608d593-3cd5-4803-b98e-304d459fc07f', 'port_id': '057e3bcc-af2e-42b7-aef6-99f09d40595a', 'mac_address': 'fa:16:3e:7e:ee:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83686962-6c08-4622-b194-4e42dd6bcd3d', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:16:30.649872 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:30.666507 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057e3bcc-af2e-42b7-aef6-99f09d40595a {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:16:30.681363 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 057e3bcc-af2e-42b7-aef6-99f09d40595a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=057e3bcc-af2e-42b7-aef6-99f09d40595a,segment=NetworkSegment(b80f351d-56fc-4e60-85f4-9adafa9c05cb),segment_id=b80f351d-56fc-4e60-85f4-9adafa9c05cb)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:30.686354 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:30.691771 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:30.749512 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=057e3bcc-af2e-42b7-aef6-99f09d40595a,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:30.753325 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:30.932502 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['057e3bcc-af2e-42b7-aef6-99f09d40595a'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:16:31.454134 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:31.729353 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879f4d0-b5da-43d5-a555-d08df327d079 req-d6821b23-87b5-4ac1-b000-c63678e08026 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:31.731490 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6879f4d0-b5da-43d5-a555-d08df327d079 req-d6821b23-87b5-4ac1-b000-c63678e08026 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 943 time: 0.0824039
Sep 16 19:16:31.781097 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6879f4d0-b5da-43d5-a555-d08df327d079 req-23b0b6f1-4e68-44b9-845e-a79e9c967a99 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441229
Sep 16 19:16:31.948572 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d4bdd-7e2a-4eae-8067-0135719eeab6 req-9046d7ad-0722-4433-a181-af0e0c9662ed tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:31.950016 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-884d4bdd-7e2a-4eae-8067-0135719eeab6 req-9046d7ad-0722-4433-a181-af0e0c9662ed tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 948 time: 0.0832508
Sep 16 19:16:31.995456 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-884d4bdd-7e2a-4eae-8067-0135719eeab6 req-45965c24-741c-4dc3-8a39-11f321d4cc15 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392592
Sep 16 19:16:32.398028 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device b09a29b6-a5a2-461d-a51e-c8c018edd854 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:16:32.401337 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 057e3bcc-af2e-42b7-aef6-99f09d40595a up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:16:32.559933 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 057e3bcc-af2e-42b7-aef6-99f09d40595a completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:16:32.568682 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 057e3bcc-af2e-42b7-aef6-99f09d40595a triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:16:32.569059 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:32.621612 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port b09a29b6-a5a2-461d-a51e-c8c018edd854, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:32.645383 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': 'b09a29b6-a5a2-461d-a51e-c8c018edd854', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'port_id': 'b09a29b6-a5a2-461d-a51e-c8c018edd854', 'mac_address': 'fa:16:3e:28:0c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:16:32.745984 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:32.767484 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:32.777922 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09a29b6-a5a2-461d-a51e-c8c018edd854 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:16:32.804309 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b63cd90-b067-456d-a2cb-081bfb7853e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057e3bcc-af2e-42b7-aef6-99f09d40595a'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:16:32.809262 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port b09a29b6-a5a2-461d-a51e-c8c018edd854, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:32.813791 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:32.817126 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:32.845347 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 057e3bcc-af2e-42b7-aef6-99f09d40595a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=057e3bcc-af2e-42b7-aef6-99f09d40595a,segment=NetworkSegment(b80f351d-56fc-4e60-85f4-9adafa9c05cb),segment_id=b80f351d-56fc-4e60-85f4-9adafa9c05cb)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:32.852209 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:32.864973 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b63cd90-b067-456d-a2cb-081bfb7853e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057e3bcc-af2e-42b7-aef6-99f09d40595a', 'code': 200}
Sep 16 19:16:32.889974 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=b09a29b6-a5a2-461d-a51e-c8c018edd854,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:32.893139 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:32.893621 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-03f28f9b-3a49-4a8a-a40e-e2b081c0b3ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:32.962878 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=057e3bcc-af2e-42b7-aef6-99f09d40595a,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:32.966441 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:33.012034 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de917f9b-6b84-488a-8e16-d6045fa90eb0 req-9e05af2e-874a-4cff-8535-bac44e8d130f tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:33.013758 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-de917f9b-6b84-488a-8e16-d6045fa90eb0 req-9e05af2e-874a-4cff-8535-bac44e8d130f tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 944 time: 0.0973530
Sep 16 19:16:33.065577 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['b09a29b6-a5a2-461d-a51e-c8c018edd854'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:16:33.117526 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-de917f9b-6b84-488a-8e16-d6045fa90eb0 req-a617363f-a557-4bcd-9562-98b7fb55f7e3 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967138
Sep 16 19:16:33.132406 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a2f8aeaf-edfa-4946-a4ac-0af23358f1ad req-73fea95f-9c15-4098-ad0b-cbcec89272e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 1102 time: 0.0960231
Sep 16 19:16:33.180800 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a2f8aeaf-edfa-4946-a4ac-0af23358f1ad req-1967f9f2-6902-40b2-957b-8684bb32d450 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413880
Sep 16 19:16:33.268430 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3665c8-10cd-4f17-8455-1559a137a1f5 req-39a9fcc9-0a79-4360-bde1-6dfd523e3b99 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:33.269833 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4d3665c8-10cd-4f17-8455-1559a137a1f5 req-39a9fcc9-0a79-4360-bde1-6dfd523e3b99 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 949 time: 0.0781186
Sep 16 19:16:33.317594 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4d3665c8-10cd-4f17-8455-1559a137a1f5 req-1b3e1a67-0413-4b58-aaac-800efa40fa6f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422423
Sep 16 19:16:33.649028 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8b3f-8679-4f26-9d22-285faea57737 req-fd6864ff-82ac-481d-9654-8b6fa0020ea0 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:33.650478 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-aebe8b3f-8679-4f26-9d22-285faea57737 req-fd6864ff-82ac-481d-9654-8b6fa0020ea0 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0834002
Sep 16 19:16:33.694820 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-aebe8b3f-8679-4f26-9d22-285faea57737 req-1e1d9bfa-a779-41b2-8448-cba55e83ee38 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388112
Sep 16 19:16:34.314133 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af61d37-fd02-4a44-b064-2d9f7e3e1c54 req-ccdefd12-ad29-45a2-9023-3bcc8d73cb67 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:34.316203 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5af61d37-fd02-4a44-b064-2d9f7e3e1c54 req-ccdefd12-ad29-45a2-9023-3bcc8d73cb67 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 944 time: 0.0784001
Sep 16 19:16:34.364183 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-5af61d37-fd02-4a44-b064-2d9f7e3e1c54 req-cd0002db-22e8-42fa-839c-2bc42e24cc2c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418313
Sep 16 19:16:34.407368 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device b09a29b6-a5a2-461d-a51e-c8c018edd854 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:16:34.475165 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port b09a29b6-a5a2-461d-a51e-c8c018edd854 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:16:34.480380 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port b09a29b6-a5a2-461d-a51e-c8c018edd854 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:16:34.480761 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:34.534993 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e5be5-157f-47a6-8078-49f528b820bc req-cd9d6f1d-5b0b-44bf-93c4-4d133df30eab tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:34.536472 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-632e5be5-157f-47a6-8078-49f528b820bc req-cd9d6f1d-5b0b-44bf-93c4-4d133df30eab tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 949 time: 0.0801649
Sep 16 19:16:34.583817 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-632e5be5-157f-47a6-8078-49f528b820bc req-78186683-2035-4155-a7f8-dedbdffb9245 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418415
Sep 16 19:16:34.597395 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:34.630113 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port b09a29b6-a5a2-461d-a51e-c8c018edd854, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:34.634568 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:34.636310 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:34.699708 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=b09a29b6-a5a2-461d-a51e-c8c018edd854,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:34.702880 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:34.866110 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09a29b6-a5a2-461d-a51e-c8c018edd854'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:16:34.904920 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18391ed-99fb-428a-a69d-17e2141ca5e2 req-e97b4bd1-97d5-45a9-9f92-423a5fd42dcc tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:34.906453 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c18391ed-99fb-428a-a69d-17e2141ca5e2 req-e97b4bd1-97d5-45a9-9f92-423a5fd42dcc tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0921831
Sep 16 19:16:34.953603 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c18391ed-99fb-428a-a69d-17e2141ca5e2 req-a274b711-c1ad-45a9-84b6-2a3c4ae6063d tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404866
Sep 16 19:16:35.006381 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09a29b6-a5a2-461d-a51e-c8c018edd854', 'code': 200}
Sep 16 19:16:35.306622 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93f069-75ff-474b-872c-0db15b60c9a0 req-4ebf69c5-45b0-42df-927b-ff6647e8ddf4 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:35.308073 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cf93f069-75ff-474b-872c-0db15b60c9a0 req-4ebf69c5-45b0-42df-927b-ff6647e8ddf4 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 949 time: 0.2261753
Sep 16 19:16:35.310807 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b496064c-1af6-4a50-88ba-5c4261aa7525 req-6ae6a5e8-a5fa-43e1-a308-690ccb91c6ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0995004
Sep 16 19:16:35.388440 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cf93f069-75ff-474b-872c-0db15b60c9a0 req-300d70b9-26fe-44b5-911c-73d5ba795368 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748289
Sep 16 19:16:35.391393 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b496064c-1af6-4a50-88ba-5c4261aa7525 req-d2c30eca-52a4-4609-b36c-f5eae16f0939 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638700
Sep 16 19:16:35.574105 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b0cb2-5771-4587-b481-5cfee5dc668f req-c143992b-33de-456d-b591-046a530aad5f tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:35.575486 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-595b0cb2-5771-4587-b481-5cfee5dc668f req-c143992b-33de-456d-b591-046a530aad5f tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 945 time: 0.0839386
Sep 16 19:16:35.620224 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-595b0cb2-5771-4587-b481-5cfee5dc668f req-89bb69ed-727f-47db-9762-fd68cacb997a tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386882
Sep 16 19:16:36.151634 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37247-3c14-42db-92e7-15f79a130c8b req-906b3b6a-33c1-4749-9564-a3ee00c57d86 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:36.153102 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-94b37247-3c14-42db-92e7-15f79a130c8b req-906b3b6a-33c1-4749-9564-a3ee00c57d86 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0764277
Sep 16 19:16:36.199487 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-94b37247-3c14-42db-92e7-15f79a130c8b req-e683d909-a2b0-4e66-bf2a-eae1e254bba9 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398936
Sep 16 19:16:36.609162 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a3994-ed1b-4b87-9afa-f4794da2952f req-ec8c98f6-75ec-460b-9502-006d4acdb4ef tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:36.610783 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cf3a3994-ed1b-4b87-9afa-f4794da2952f req-ec8c98f6-75ec-460b-9502-006d4acdb4ef tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 949 time: 0.0900350
Sep 16 19:16:36.656021 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cf3a3994-ed1b-4b87-9afa-f4794da2952f req-e893fbbc-ad27-4c52-96ad-07be07195ae9 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/security-groups?id=67f5159a-d793-4981-9794-27da08adf62e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390813
Sep 16 19:16:36.743785 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3928da-da54-4874-b01f-91268b8f9562 req-07c3d8e2-570a-4c2f-9a89-f34a31afeeb2 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:36.745195 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1a3928da-da54-4874-b01f-91268b8f9562 req-07c3d8e2-570a-4c2f-9a89-f34a31afeeb2 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 949 time: 0.0747414
Sep 16 19:16:36.816585 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-1a3928da-da54-4874-b01f-91268b8f9562 req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Deleting port 057e3bcc-af2e-42b7-aef6-99f09d40595a {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:16:36.816918 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-1a3928da-da54-4874-b01f-91268b8f9562 req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:36.818216 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebfbcd-2dc0-4a09-a8c2-64928848ede7 req-94501886-0730-4bb4-88d3-52d8704f7975 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:36.819691 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-82ebfbcd-2dc0-4a09-a8c2-64928848ede7 req-94501886-0730-4bb4-88d3-52d8704f7975 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 945 time: 0.0763729
Sep 16 19:16:36.935638 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-82ebfbcd-2dc0-4a09-a8c2-64928848ede7 req-e37a6207-1f42-48bc-abbd-97cde0e96801 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103899
Sep 16 19:16:37.111012 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-1a3928da-da54-4874-b01f-91268b8f9562 req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] For port 057e3bcc-af2e-42b7-aef6-99f09d40595a, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=057e3bcc-af2e-42b7-aef6-99f09d40595a,segment=NetworkSegment(b80f351d-56fc-4e60-85f4-9adafa9c05cb),segment_id=b80f351d-56fc-4e60-85f4-9adafa9c05cb)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:37.111444 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-1a3928da-da54-4874-b01f-91268b8f9562 req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:37.240843 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-1a3928da-da54-4874-b01f-91268b8f9562 req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Calling delete_port for 057e3bcc-af2e-42b7-aef6-99f09d40595a owned by compute:nova {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:16:37.304046 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3744e-b51a-487c-a523-75ae109e8d6b req-f78de7ae-5b5f-421a-87b5-6589382bc23c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:37.305514 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-41a3744e-b51a-487c-a523-75ae109e8d6b req-f78de7ae-5b5f-421a-87b5-6589382bc23c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 945 time: 0.2515478
Sep 16 19:16:37.314401 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34746) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:37.320605 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-0dcb3874-6368-419a-9a93-91d952724b57 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Request body: {'floatingip': {'port_id': 'b09a29b6-a5a2-461d-a51e-c8c018edd854'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:37.397922 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-1a3928da-da54-4874-b01f-91268b8f9562 req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:37.403479 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-709eddc5-76c3-4289-982b-eca32de4eeb8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:37.409067 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['057e3bcc-af2e-42b7-aef6-99f09d40595a'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:16:37.434026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3874-6368-419a-9a93-91d952724b57 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:37.446190 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Pushing event deleted for resources: {'Port': ['ID=057e3bcc-af2e-42b7-aef6-99f09d40595a,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:37.450231 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:37.525703 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3928da-da54-4874-b01f-91268b8f9562 req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] No DVR routers for this DVR port 057e3bcc-af2e-42b7-aef6-99f09d40595a on host hv-cinder-80944 {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:16:37.528323 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-1a3928da-da54-4874-b01f-91268b8f9562 req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:37.531039 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b63cd90-b067-456d-a2cb-081bfb7853e6', 'name': 'network-vif-deleted', 'tag': '057e3bcc-af2e-42b7-aef6-99f09d40595a'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:16:37.556447 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1a3928da-da54-4874-b01f-91268b8f9562 req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.20 "DELETE /v2.0/ports/057e3bcc-af2e-42b7-aef6-99f09d40595a HTTP/1.1" status: 204  len: 173 time: 0.8038223
Sep 16 19:16:37.664530 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3888ca-4fe8-499a-b09e-1c28d95fa973 req-26e34785-39bc-45f9-a992-f1e01da64e34 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:37.666367 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db3888ca-4fe8-499a-b09e-1c28d95fa973 req-26e34785-39bc-45f9-a992-f1e01da64e34 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.2905231
Sep 16 19:16:37.681964 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b63cd90-b067-456d-a2cb-081bfb7853e6', 'name': 'network-vif-deleted', 'tag': '057e3bcc-af2e-42b7-aef6-99f09d40595a', 'status': 'completed', 'code': 200}
Sep 16 19:16:37.792735 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db3888ca-4fe8-499a-b09e-1c28d95fa973 req-5c8cfa93-03de-4758-ae4c-5181e7c5a66f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1194561
Sep 16 19:16:38.014199 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-24028fbe-170f-4960-9a30-334bee506030 req-c310dd0f-1ebd-49fd-ae7f-741683fa0302 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b63cd90-b067-456d-a2cb-081bfb7853e6 HTTP/1.1" status: 200  len: 210 time: 0.0567055
Sep 16 19:16:38.199913 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3874-6368-419a-9a93-91d952724b57 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:38.206173 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3874-6368-419a-9a93-91d952724b57 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:38.409422 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.l3_db [None req-0dcb3874-6368-419a-9a93-91d952724b57 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Floating IP e8024d6d-6ccc-4189-aff3-e09d95531733 associated. External IP: 172.27.3.152, port: b09a29b6-a5a2-461d-a51e-c8c018edd854.
Sep 16 19:16:38.872196 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcb3874-6368-419a-9a93-91d952724b57 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Router 9af8f7f0-cada-4040-8beb-c36e5198a1bd has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:16:38.988805 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942efbf2-2dab-4b6c-916a-3dc349c46bd2 req-716ffcdb-a94d-4c05-be56-0a4189f98e8d tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:38.990275 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-942efbf2-2dab-4b6c-916a-3dc349c46bd2 req-716ffcdb-a94d-4c05-be56-0a4189f98e8d tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0772517
Sep 16 19:16:39.040939 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-942efbf2-2dab-4b6c-916a-3dc349c46bd2 req-2f4ba026-c2d2-41dd-99d6-4959d127db56 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450022
Sep 16 19:16:39.077157 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcb3874-6368-419a-9a93-91d952724b57 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:16:39.082979 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3874-6368-419a-9a93-91d952724b57 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:39.089732 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] Sync routers for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:16:39.103576 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:16:39.104197 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445efbc70>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:16:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:16:39.143118 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-0dcb3874-6368-419a-9a93-91d952724b57 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "PUT /v2.0/floatingips/e8024d6d-6ccc-4189-aff3-e09d95531733 HTTP/1.1" status: 200  len: 991 time: 1.8236690
Sep 16 19:16:39.143118 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'tag': 'b09a29b6-a5a2-461d-a51e-c8c018edd854'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:16:39.206209 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'tag': 'b09a29b6-a5a2-461d-a51e-c8c018edd854', 'status': 'completed', 'code': 200}
Sep 16 19:16:39.311624 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:16:39.329942 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50e749b2-fe61-45c1-8112-48c309896a04 req-33490ce2-2626-45e7-99cd-d3c252d9d898 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0943019
Sep 16 19:16:39.469804 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e749b2-fe61-45c1-8112-48c309896a04 req-7bf1483d-cfd1-42e5-8a02-6d9ea54a7489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:39.472332 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50e749b2-fe61-45c1-8112-48c309896a04 req-7bf1483d-cfd1-42e5-8a02-6d9ea54a7489 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1363478
Sep 16 19:16:39.584682 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50e749b2-fe61-45c1-8112-48c309896a04 req-61622a63-e0db-4d38-ab1a-36a8d8dd38e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 999 time: 0.1053941
Sep 16 19:16:39.744269 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e749b2-fe61-45c1-8112-48c309896a04 req-8db414b9-cd83-405d-aa30-b42a81f77ed3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:39.745887 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50e749b2-fe61-45c1-8112-48c309896a04 req-8db414b9-cd83-405d-aa30-b42a81f77ed3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.1542809
Sep 16 19:16:39.753417 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445efbc70>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': 'e8024d6d-6ccc-4189-aff3-e09d95531733', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'port_id': 'b09a29b6-a5a2-461d-a51e-c8c018edd854', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'mac_address': 'fa:16:3e:28:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:16:23Z', 'updated_at': '2021-09-16T19:16:38Z', 'revision_number': 1, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:16:39.757991 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] Checking router: 9af8f7f0-cada-4040-8beb-c36e5198a1bd for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:16:39.770104 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:16:39.770965 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445efbc70>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:16:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:16:39.824337 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50e749b2-fe61-45c1-8112-48c309896a04 req-7b326d9b-1517-42ef-b56b-9f741893c248 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714924
Sep 16 19:16:39.967753 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50e749b2-fe61-45c1-8112-48c309896a04 req-98af59ac-8fbd-42c5-a377-88a1675de138 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369281
Sep 16 19:16:39.972492 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:16:40.128953 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-50e749b2-fe61-45c1-8112-48c309896a04 req-577ffcf3-67c8-4266-bc28-a25a6c23185a service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553915
Sep 16 19:16:40.264147 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb99ac4-a3b6-4522-a3e4-7156d82204e8 req-417400a9-f1a4-40c2-99d6-9ea411ac0888 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:40.265819 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2fb99ac4-a3b6-4522-a3e4-7156d82204e8 req-417400a9-f1a4-40c2-99d6-9ea411ac0888 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0853186
Sep 16 19:16:40.320816 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2fb99ac4-a3b6-4522-a3e4-7156d82204e8 req-99eb98e8-7958-4303-a7eb-8b6d57f1cb4d tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0479975
Sep 16 19:16:40.376683 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445efbc70>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': 'e8024d6d-6ccc-4189-aff3-e09d95531733', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'port_id': 'b09a29b6-a5a2-461d-a51e-c8c018edd854', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'mac_address': 'fa:16:3e:28:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:16:23Z', 'updated_at': '2021-09-16T19:16:38Z', 'revision_number': 1, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:16:40.382015 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b079b-b5b6-4dd2-9b51-a5d20f7a0fed None None] The sync data for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi is: [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': 'e8024d6d-6ccc-4189-aff3-e09d95531733', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'port_id': 'b09a29b6-a5a2-461d-a51e-c8c018edd854', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'mac_address': 'fa:16:3e:28:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:16:23Z', 'updated_at': '2021-09-16T19:16:38Z', 'revision_number': 1, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:16:40.453294 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 057e3bcc-af2e-42b7-aef6-99f09d40595a no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:16:40.487792 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 057e3bcc-af2e-42b7-aef6-99f09d40595a {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:16:40.488697 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 057e3bcc-af2e-42b7-aef6-99f09d40595a not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:16:40.574415 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bcb6a0-8b0b-4718-92bd-a7c7da5c1444 None None] New status for floating IP e8024d6d-6ccc-4189-aff3-e09d95531733: ACTIVE {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:16:41.529755 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa7666-51e6-4ddd-a18c-52d2e1fa9092 req-1e4172e4-ff04-4c9f-8849-91527a93639e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:41.531506 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1efa7666-51e6-4ddd-a18c-52d2e1fa9092 req-1e4172e4-ff04-4c9f-8849-91527a93639e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0815563
Sep 16 19:16:41.581607 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1efa7666-51e6-4ddd-a18c-52d2e1fa9092 req-8150c2fa-e9b6-4897-a09b-dde254225cea tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411768
Sep 16 19:16:42.791706 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a9ac3-d242-48d7-958e-260e7c437852 req-01b081fd-4710-4ece-a827-3e38f49eaf3f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:42.793152 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-270a9ac3-d242-48d7-958e-260e7c437852 req-01b081fd-4710-4ece-a827-3e38f49eaf3f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0857232
Sep 16 19:16:42.839504 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-270a9ac3-d242-48d7-958e-260e7c437852 req-dbc7c654-a2b5-49fc-82c6-741fc8bb7b89 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401783
Sep 16 19:16:43.788867 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-43f5dda2-8886-45a3-ae84-e52a3a0148bc req-375aff78-29b3-4378-b0e0-db8aceeb75ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e35375d8bb43cfa62224d5c126faf2&device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 1098 time: 0.0741379
Sep 16 19:16:43.817132 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34964) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:43.923613 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5dda2-8886-45a3-ae84-e52a3a0148bc req-da34c2b2-9faa-43cd-a251-71183fe5fa4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:43.925422 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-43f5dda2-8886-45a3-ae84-e52a3a0148bc req-da34c2b2-9faa-43cd-a251-71183fe5fa4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=745e6c15-01a1-41b4-9672-c820aee3fede HTTP/1.1" status: 200  len: 909 time: 0.1299419
Sep 16 19:16:44.039978 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-43f5dda2-8886-45a3-ae84-e52a3a0148bc req-9e7f7a2e-d778-42af-ae86-372757711856 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2 HTTP/1.1" status: 200  len: 1001 time: 0.1082816
Sep 16 19:16:44.051999 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-87b7eb84-45cd-4a02-9553-2169a177d45d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86f06e561929472190b65d539b565c88&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2331734
Sep 16 19:16:44.057536 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 34974) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:44.106586 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5dda2-8886-45a3-ae84-e52a3a0148bc req-256c2839-1010-4d4e-9e72-8bb7cf624b04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:44.108050 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-43f5dda2-8886-45a3-ae84-e52a3a0148bc req-256c2839-1010-4d4e-9e72-8bb7cf624b04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b213f38-057c-4040-8428-c0bea9171bd8 HTTP/1.1" status: 200  len: 847 time: 0.0610213
Sep 16 19:16:44.114276 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf7006-1cf8-444d-b00b-9854e3340723 req-c4aab267-083d-46a9-bb32-4ca93b4be5a4 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:44.115725 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c6cf7006-1cf8-444d-b00b-9854e3340723 req-c4aab267-083d-46a9-bb32-4ca93b4be5a4 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.1431358
Sep 16 19:16:44.164685 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18bfcb8c-02fb-4585-b5f6-d8a7d83ed65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:44.182193 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-43f5dda2-8886-45a3-ae84-e52a3a0148bc req-b8583b66-7062-437f-86d4-b53a91da771a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=745e6c15-01a1-41b4-9672-c820aee3fede&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680575
Sep 16 19:16:44.192584 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c6cf7006-1cf8-444d-b00b-9854e3340723 req-213c14fd-7ed6-48ad-9474-2d5f0adddeaa tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0707183
Sep 16 19:16:44.199280 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18bfcb8c-02fb-4585-b5f6-d8a7d83ed65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:44.251239 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18bfcb8c-02fb-4585-b5f6-d8a7d83ed65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:44.255968 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-94000f07-adbd-4c63-a762-bc59c5bf2794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:44.269648 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfcb8c-02fb-4585-b5f6-d8a7d83ed65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f5159a-d793-4981-9794-27da08adf62e,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:44.272696 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-18bfcb8c-02fb-4585-b5f6-d8a7d83ed65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:44.277686 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18bfcb8c-02fb-4585-b5f6-d8a7d83ed65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:44.281184 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-18bfcb8c-02fb-4585-b5f6-d8a7d83ed65a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67f5159a-d793-4981-9794-27da08adf62e HTTP/1.1" status: 204  len: 168 time: 0.2204263
Sep 16 19:16:44.323801 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-43f5dda2-8886-45a3-ae84-e52a3a0148bc req-65a25e36-3e70-4fbb-832d-0e7b4465b74a service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346819
Sep 16 19:16:44.460048 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-43f5dda2-8886-45a3-ae84-e52a3a0148bc req-7d614ee2-a274-4863-a3c3-8d5ceef68209 service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292627
Sep 16 19:16:45.050111 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 34998) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:45.181251 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-520255137-network', 'tenant_id': '48fbdc17f85b453bb146af7020c43b48'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:45.185797 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:45.190837 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Usage tracker for resource:network and tenant:48fbdc17f85b453bb146af7020c43b48 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:45.193617 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:45.203394 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:45.214016 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Made reservation on behalf of 48fbdc17f85b453bb146af7020c43b48 for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:16:45.216308 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.229319 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.262279 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:45.266236 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Usage tracker for resource:security_group_rule and tenant:48fbdc17f85b453bb146af7020c43b48 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:45.270302 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:45.276538 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:45.346385 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.350471 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.353540 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5ac84bd9-ca14-461e-92bd-c8b66ff799da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:45.383783 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:16:45.393571 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813e92a7-3d38-4e90-aa27-8eacf6f01f56,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:45.397097 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:45.400765 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343b39f-439d-4189-b436-69a33f0cee62 req-f13c7e42-2925-4413-823e-dcbb2d8457d2 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:45.401304 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.401414 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Added segment 6841622d-a53a-4ee3-9c4b-b1831be5556a of type vlan for network 8bb91cbe-9da1-400f-8546-f131bcf42f78
Sep 16 19:16:45.402745 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8343b39f-439d-4189-b436-69a33f0cee62 req-f13c7e42-2925-4413-823e-dcbb2d8457d2 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0864553
Sep 16 19:16:45.428793 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.455344 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8343b39f-439d-4189-b436-69a33f0cee62 req-080c3918-fd4e-40d5-a334-68225ca0e0b8 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435119
Sep 16 19:16:45.461549 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.463018 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:45.463596 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.468412 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-65d71bca-6477-4879-b312-215894ebd78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:45.567244 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5159564
Sep 16 19:16:45.570042 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 35006) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:45.575238 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Pushing event updated for resources: {'Network': ['ID=8bb91cbe-9da1-400f-8546-f131bcf42f78,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:45.575524 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Request body: {'subnet': {'network_id': '8bb91cbe-9da1-400f-8546-f131bcf42f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-520255137-subnet', 'tenant_id': '48fbdc17f85b453bb146af7020c43b48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:45.578594 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:45.580719 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:45.584713 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 8bb91cbe-9da1-400f-8546-f131bcf42f78 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:16:45.585215 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Usage tracker for resource:subnet and tenant:48fbdc17f85b453bb146af7020c43b48 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:45.588297 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:45.594442 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:45.604313 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Made reservation on behalf of 48fbdc17f85b453bb146af7020c43b48 for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:16:45.606927 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2433975'] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.804782 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2433953'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.808793 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:45.881929 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6966db04-28f7-4d2c-ade8-1186ac271192,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:45.884836 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:45.895592 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Checking segment: {'id': '6841622d-a53a-4ee3-9c4b-b1831be5556a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8bb91cbe-9da1-400f-8546-f131bcf42f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:16:45.895946 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Network hostable DHCP agents. Network: 8bb91cbe-9da1-400f-8546-f131bcf42f78, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:16:45.917440 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Network 8bb91cbe-9da1-400f-8546-f131bcf42f78 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:16:45.927009 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 8bb91cbe-9da1-400f-8546-f131bcf42f78) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:16:45.930777 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:45.931350 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:45.937003 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe17e8-ba98-4c37-85ef-cca5e3afc5c2 None None] Network 8bb91cbe-9da1-400f-8546-f131bcf42f78 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:16:45.951466 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-53d6baee-a0e9-47d9-a8d8-15fc8b60f994 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3802776
Sep 16 19:16:46.151551 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18934aed-d83c-430b-94cf-8898eed2cc2d None None] Network 8bb91cbe-9da1-400f-8546-f131bcf42f78 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:16:46.686127 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e4a62-4881-4d71-8074-af4de8ada0b8 req-8cd89779-fe78-4799-b2e3-c1ad43b8fe1e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:46.690934 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-355e4a62-4881-4d71-8074-af4de8ada0b8 req-8cd89779-fe78-4799-b2e3-c1ad43b8fe1e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.1065032
Sep 16 19:16:46.736609 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-355e4a62-4881-4d71-8074-af4de8ada0b8 req-86c95d04-a3b6-443d-8245-e25dcae138df tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421891
Sep 16 19:16:47.938848 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e484f-c18a-456d-80a5-ff8ce9f08b32 req-44d17565-7871-47fb-b80e-fb34ca7cf72f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:47.940389 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-417e484f-c18a-456d-80a5-ff8ce9f08b32 req-44d17565-7871-47fb-b80e-fb34ca7cf72f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0794632
Sep 16 19:16:47.986500 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-417e484f-c18a-456d-80a5-ff8ce9f08b32 req-31f2e3b4-50d4-45bf-b94f-00e44caded75 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407443
Sep 16 19:16:48.076116 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-c0c69d13-db20-4ec5-9d0d-630a554a92c8 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:48.076843 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-c0c69d13-db20-4ec5-9d0d-630a554a92c8 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Synchronizing usage tracker for tenant:48fbdc17f85b453bb146af7020c43b48 on resource:network {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:16:48.093697 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-c0c69d13-db20-4ec5-9d0d-630a554a92c8 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Unset dirty status for tenant:48fbdc17f85b453bb146af7020c43b48 on resource:network {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:16:48.095492 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-c0c69d13-db20-4ec5-9d0d-630a554a92c8 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/networks?id=8bb91cbe-9da1-400f-8546-f131bcf42f78 HTTP/1.1" status: 200  len: 813 time: 0.1657932
Sep 16 19:16:48.111437 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-7b2080d5-6a0e-4e86-9a12-05f6a1a0f16e tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/quotas/48fbdc17f85b453bb146af7020c43b48 HTTP/1.1" status: 200  len: 375 time: 0.0106781
Sep 16 19:16:48.157890 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-923bc26d-7d8c-44b6-8a51-3b5629aabbda tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48fbdc17f85b453bb146af7020c43b48&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0411136
Sep 16 19:16:48.243886 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac9263fd-162b-4449-9025-d9fa66bd22db req-ebe938b7-b7d7-4d84-84d2-8ea0db0c24ac service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1405783
Sep 16 19:16:48.378402 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-f57b1e2d-3a53-4f68-8d1d-fd2735a44e10 service neutron] 10.222.0.22 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2125719
Sep 16 19:16:48.428675 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 35050) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:16:48.515528 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7df86-f560-4b68-8165-e0728e6c8fe9 req-023d50b5-a4ec-422a-b53d-9f0a175189d4 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:48.518803 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9bc7df86-f560-4b68-8165-e0728e6c8fe9 req-023d50b5-a4ec-422a-b53d-9f0a175189d4 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0873940
Sep 16 19:16:48.519890 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-36691750-25b0-4338-a8bb-58ce466dccbc service neutron] 10.222.0.22 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351898
Sep 16 19:16:48.613341 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-9bc7df86-f560-4b68-8165-e0728e6c8fe9 req-5c5087e9-1086-4517-be79-447dcfe9a1eb tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0862772
Sep 16 19:16:48.634795 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-2fc1c362-b0a6-4f03-ac0f-bc8d7d51c877 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2049220
Sep 16 19:16:48.847870 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e129c103-ee09-47d1-8e67-74c74d107fb5 req-3cd521b8-01fb-4794-997b-f3c709dc0770 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.1335511
Sep 16 19:16:49.924105 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-794a39fa-656f-4f24-ac0b-4a6c4cb528aa tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:49.926342 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-794a39fa-656f-4f24-ac0b-4a6c4cb528aa tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.20 "GET /v2.0/networks?id=8bb91cbe-9da1-400f-8546-f131bcf42f78 HTTP/1.1" status: 200  len: 813 time: 0.2408733
Sep 16 19:16:49.947604 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Request body: {'port': {'device_id': 'aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b', 'network_id': '8bb91cbe-9da1-400f-8546-f131bcf42f78', 'admin_state_up': True, 'tenant_id': '48fbdc17f85b453bb146af7020c43b48'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:49.983357 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-eed5fd9f-acd3-4409-93b4-a4d0b630dc3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8&tenant_id=e6e35375d8bb43cfa62224d5c126faf2 HTTP/1.1" status: 200  len: 1098 time: 0.0801857
Sep 16 19:16:50.052937 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c42508-1d54-4610-95f1-79b2e6273da6 req-e8d2028f-6dcf-492e-a462-255a4a138ba5 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:50.054413 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f2c42508-1d54-4610-95f1-79b2e6273da6 req-e8d2028f-6dcf-492e-a462-255a4a138ba5 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.2283454
Sep 16 19:16:50.095939 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-939a44df-c982-4393-9723-25c674a30367 req-bd860002-9577-4ec7-a491-44a7e54c5c21 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0511470
Sep 16 19:16:50.130122 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-d1e4850e-441d-4bca-848b-63fe43a3dd42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e35375d8bb43cfa62224d5c126faf2&device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 1098 time: 0.1214850
Sep 16 19:16:50.137137 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f2c42508-1d54-4610-95f1-79b2e6273da6 req-7fd4e60b-0943-4f02-bd86-4c6cbe30093f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0771434
Sep 16 19:16:50.143863 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:16:50.147764 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Usage tracker for resource:port and tenant:48fbdc17f85b453bb146af7020c43b48 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:16:50.151112 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:16:50.157813 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:16:50.168002 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Made reservation on behalf of 48fbdc17f85b453bb146af7020c43b48 for: {'port': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:16:50.171065 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:50.264690 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-041532e8-5af7-41e1-8035-b35421c147c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:50.266061 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-041532e8-5af7-41e1-8035-b35421c147c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=745e6c15-01a1-41b4-9672-c820aee3fede HTTP/1.1" status: 200  len: 909 time: 0.1286871
Sep 16 19:16:50.336011 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Allocated IP 172.20.0.6 (8bb91cbe-9da1-400f-8546-f131bcf42f78/6966db04-28f7-4d2c-ade8-1186ac271192/b9ab4b4b-28fc-4a4e-8969-3e969304cbaa) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:16:50.371071 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-5d664080-4faa-46f7-b29c-b2e51b24edd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2 HTTP/1.1" status: 200  len: 1001 time: 0.0986900
Sep 16 19:16:50.436580 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-fa2f10bf-8df6-4ae3-8390-34578e275e84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:50.438039 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-fa2f10bf-8df6-4ae3-8390-34578e275e84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b213f38-057c-4040-8428-c0bea9171bd8 HTTP/1.1" status: 200  len: 847 time: 0.0590463
Sep 16 19:16:50.499917 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 5d624acc-fd69-4fd8-9088-dedf6ff481e2 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:16:50.515417 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-b9a55967-995b-4f13-b376-fb356163d40a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=745e6c15-01a1-41b4-9672-c820aee3fede&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713131
Sep 16 19:16:50.546433 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:50.577291 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:50.585669 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ac19218e-bac3-450b-8ef5-3585099e5418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:50.614328 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:50.641132 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:16:50.651032 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:50.657952 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-0c689172-b09f-4bb6-9a41-a810e111b9bf service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351345
Sep 16 19:16:50.658508 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:50.659921 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4242dd9c-9059-4c05-82f6-db5499327d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:50.664002 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Network 8bb91cbe-9da1-400f-8546-f131bcf42f78 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:16:50.667128 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:16:50.669672 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:16:50.708433 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Pushing event updated for resources: {'Port': ['ID=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:50.711509 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:50.731637 dv-cinder-809447-1-iscsi neutron-server[75162]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'code': 422} returned with failed status
Sep 16 19:16:50.735284 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=5d624acc-fd69-4fd8-9088-dedf6ff481e2,revision_number=6']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:50.738376 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:50.742676 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:50.743287 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:50.764565 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8212020
Sep 16 19:16:50.774753 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Request body: {'port': {'device_id': 'aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:16:50.805058 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-0c514cfe-14e0-4d68-8a53-c4bddccd7c8e service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413214
Sep 16 19:16:50.892099 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:51.251790 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ab4b4b-28fc-4a4e-8969-3e969304cbaa {{(pid=75160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:16:51.259114 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:51.302685 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbe020-8190-4a43-8e6f-2dbd47118bca req-ac7bcc51-a829-4f47-ae65-f510abaceced tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:51.304046 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f4cbe020-8190-4a43-8e6f-2dbd47118bca req-ac7bcc51-a829-4f47-ae65-f510abaceced tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 931 time: 0.0853558
Sep 16 19:16:51.318165 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Transition to ACTIVE for port object b9ab4b4b-28fc-4a4e-8969-3e969304cbaa will not be triggered until provisioned by entity L2. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:16:51.351690 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f4cbe020-8190-4a43-8e6f-2dbd47118bca req-2163b713-7c34-4777-b69f-b3d5a19c5da3 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417745
Sep 16 19:16:51.407643 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:51.413189 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:51.548700 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:51.552107 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:51.596782 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21c61-e6bf-4fa6-a1aa-75370422966f req-e6ae07a5-9dbe-4487-9cf9-5c98961ae81f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:51.598270 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-94b21c61-e6bf-4fa6-a1aa-75370422966f req-e6ae07a5-9dbe-4487-9cf9-5c98961ae81f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.3304653
Sep 16 19:16:51.626800 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:16:51.701670 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-94b21c61-e6bf-4fa6-a1aa-75370422966f req-a4ebc47a-979e-4f04-aeb5-1c1610042f88 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0713127
Sep 16 19:16:51.703748 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Attempting to bind port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:16:51.704092 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Attempting to bind port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '6841622d-a53a-4ee3-9c4b-b1831be5556a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8bb91cbe-9da1-400f-8546-f131bcf42f78'}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:16:51.704420 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Attempting to bind port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa on network 8bb91cbe-9da1-400f-8546-f131bcf42f78 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:16:51.710521 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa on network 8bb91cbe-9da1-400f-8546-f131bcf42f78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:16:51.710841 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Attempting to bind port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa on network 8bb91cbe-9da1-400f-8546-f131bcf42f78 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:16:51.717574 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:16:51.717908 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Checking segment: {'id': '6841622d-a53a-4ee3-9c4b-b1831be5556a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8bb91cbe-9da1-400f-8546-f131bcf42f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:16:51.718312 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Bound using segment: {'id': '6841622d-a53a-4ee3-9c4b-b1831be5556a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8bb91cbe-9da1-400f-8546-f131bcf42f78'} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:16:51.718742 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Bound port: b9ab4b4b-28fc-4a4e-8969-3e969304cbaa, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6841622d-a53a-4ee3-9c4b-b1831be5556a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8bb91cbe-9da1-400f-8546-f131bcf42f78'}}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:16:51.719088 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:51.805918 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] For port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa, host hv-cinder-80944, cleared binding levels {{(pid=75160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:16:51.808716 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] For port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,segment=NetworkSegment(6841622d-a53a-4ee3-9c4b-b1831be5556a),segment_id=6841622d-a53a-4ee3-9c4b-b1831be5556a)] {{(pid=75160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:16:51.812985 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:51.817733 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ead480db-a848-450f-afa0-3f619bf105c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:51.879418 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:51.881130 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] 10.222.0.20 "PUT /v2.0/ports/b9ab4b4b-28fc-4a4e-8969-3e969304cbaa HTTP/1.1" status: 200  len: 1093 time: 1.1103330
Sep 16 19:16:51.881631 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b', 'tag': 'b9ab4b4b-28fc-4a4e-8969-3e969304cbaa'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:16:51.898082 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,revision_number=3']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:51.902925 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:51.952364 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b', 'tag': 'b9ab4b4b-28fc-4a4e-8969-3e969304cbaa', 'status': 'completed', 'code': 200}
Sep 16 19:16:51.988956 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-026a92c1-b664-4a1a-8674-bbc3bb77f42c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48fbdc17f85b453bb146af7020c43b48&device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 1096 time: 0.0729694
Sep 16 19:16:52.060714 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-a363ad6d-02d6-4163-aa11-31c216482d67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa HTTP/1.1" status: 200  len: 217 time: 0.0648823
Sep 16 19:16:52.122335 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-6d024088-d9bd-4dee-978e-069d175966ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:52.123777 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-6d024088-d9bd-4dee-978e-069d175966ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6966db04-28f7-4d2c-ade8-1186ac271192 HTTP/1.1" status: 200  len: 853 time: 0.0573671
Sep 16 19:16:52.173507 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-3ecc0034-e02c-42b6-94ab-20e7933ec62b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8bb91cbe-9da1-400f-8546-f131bcf42f78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419424
Sep 16 19:16:52.302748 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-104871b5-bfa8-49b2-98dc-18a5ac4d69b0 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223817
Sep 16 19:16:52.434981 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c4f1afc4-edaf-4c14-beb1-07610f1b42f9 req-165e6a45-96bf-40da-8a01-0098275ef149 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245935
Sep 16 19:16:52.546596 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7ee39be7-d1f1-427c-9d12-8b28e1194c72 req-4dcde1fd-3064-4570-9e5c-fe1c51d9dcb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48fbdc17f85b453bb146af7020c43b48&device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 1096 time: 0.0684412
Sep 16 19:16:52.569446 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa23e4-1346-4d33-b9b3-9f952e3fe9a2 req-014c7d79-0746-4d16-94fc-f9a1b3940e29 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:52.570904 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e2aa23e4-1346-4d33-b9b3-9f952e3fe9a2 req-014c7d79-0746-4d16-94fc-f9a1b3940e29 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 943 time: 0.0860698
Sep 16 19:16:52.616345 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e2aa23e4-1346-4d33-b9b3-9f952e3fe9a2 req-93621ede-691e-40a7-859a-1b1066f88c50 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399539
Sep 16 19:16:52.685693 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee39be7-d1f1-427c-9d12-8b28e1194c72 req-0f788532-1bc8-47c2-9b81-1cab4bed2596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:52.687147 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7ee39be7-d1f1-427c-9d12-8b28e1194c72 req-0f788532-1bc8-47c2-9b81-1cab4bed2596 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8bb91cbe-9da1-400f-8546-f131bcf42f78 HTTP/1.1" status: 200  len: 914 time: 0.1343768
Sep 16 19:16:52.758687 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7ee39be7-d1f1-427c-9d12-8b28e1194c72 req-0ccc294a-3e39-444c-97de-6c8284c7832b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa HTTP/1.1" status: 200  len: 217 time: 0.0650115
Sep 16 19:16:52.824600 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee39be7-d1f1-427c-9d12-8b28e1194c72 req-51cb8150-3b25-42d8-9b91-a958f64a45d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:52.826026 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7ee39be7-d1f1-427c-9d12-8b28e1194c72 req-51cb8150-3b25-42d8-9b91-a958f64a45d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6966db04-28f7-4d2c-ade8-1186ac271192 HTTP/1.1" status: 200  len: 853 time: 0.0585353
Sep 16 19:16:52.909440 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7ee39be7-d1f1-427c-9d12-8b28e1194c72 req-0c2196b2-41db-4452-99e1-3e4a70ac11ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8bb91cbe-9da1-400f-8546-f131bcf42f78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516329
Sep 16 19:16:53.134763 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df0835-2aab-49d6-b412-908d66299c56 req-263954b5-d8f2-483a-ba43-e905ef37bc47 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:53.136207 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a1df0835-2aab-49d6-b412-908d66299c56 req-263954b5-d8f2-483a-ba43-e905ef37bc47 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.3093200
Sep 16 19:16:53.189406 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7ee39be7-d1f1-427c-9d12-8b28e1194c72 req-e59dd167-1f25-4d9f-b2ca-e3f4de727c15 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722466
Sep 16 19:16:53.221915 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a1df0835-2aab-49d6-b412-908d66299c56 req-601f2540-74f2-486d-8d41-160cb99731d6 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0780964
Sep 16 19:16:53.338397 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7ee39be7-d1f1-427c-9d12-8b28e1194c72 req-6eae9500-db34-4e73-8d46-3548abea70e6 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411648
Sep 16 19:16:53.448947 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7ab8bd12-c758-4729-aaa4-94e7d5056737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:53.756524 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:53.814515 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585cbec-6fc9-4178-99d8-7b2ef75e1675 req-09429273-8409-4f1e-b609-ee30dd574e06 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:53.815204 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-f585cbec-6fc9-4178-99d8-7b2ef75e1675 req-09429273-8409-4f1e-b609-ee30dd574e06 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Synchronizing usage tracker for tenant:48fbdc17f85b453bb146af7020c43b48 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:16:53.831353 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-f585cbec-6fc9-4178-99d8-7b2ef75e1675 req-09429273-8409-4f1e-b609-ee30dd574e06 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Unset dirty status for tenant:48fbdc17f85b453bb146af7020c43b48 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:16:53.832578 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f585cbec-6fc9-4178-99d8-7b2ef75e1675 req-09429273-8409-4f1e-b609-ee30dd574e06 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 943 time: 0.0960517
Sep 16 19:16:53.884640 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-f585cbec-6fc9-4178-99d8-7b2ef75e1675 req-4099d880-a640-4960-a451-262e20ce1698 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Synchronizing usage tracker for tenant:48fbdc17f85b453bb146af7020c43b48 on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:16:53.900322 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-f585cbec-6fc9-4178-99d8-7b2ef75e1675 req-4099d880-a640-4960-a451-262e20ce1698 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Unset dirty status for tenant:48fbdc17f85b453bb146af7020c43b48 on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:16:53.901576 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f585cbec-6fc9-4178-99d8-7b2ef75e1675 req-4099d880-a640-4960-a451-262e20ce1698 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635667
Sep 16 19:16:54.418879 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51f605-a160-45bc-9f3c-3610ed5e9d45 req-09eff05c-b967-4068-9589-20858c9f0ce9 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:54.420351 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-de51f605-a160-45bc-9f3c-3610ed5e9d45 req-09eff05c-b967-4068-9589-20858c9f0ce9 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.0763969
Sep 16 19:16:54.471196 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-de51f605-a160-45bc-9f3c-3610ed5e9d45 req-fc0bcf43-03e6-42a2-b7dc-f4e046885ba4 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437078
Sep 16 19:16:55.098946 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74449b47-9f29-4196-8dd1-c0ba8ec6c5ea req-d9a926ab-ba81-423f-8480-e4b9a2f2cd7b tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:55.100385 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-74449b47-9f29-4196-8dd1-c0ba8ec6c5ea req-d9a926ab-ba81-423f-8480-e4b9a2f2cd7b tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 943 time: 0.0778325
Sep 16 19:16:55.145406 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-74449b47-9f29-4196-8dd1-c0ba8ec6c5ea req-81d38fce-f7f0-4ba6-9440-c45ba6ac855e tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393195
Sep 16 19:16:55.559440 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-71fc1f65-aab1-405e-96a4-c4f54808638d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:55.678384 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99562d8b-65e2-4375-9326-a04a61962fab req-25e85a5e-fcae-48b0-b60c-8bdf3be54f03 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:55.679968 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-99562d8b-65e2-4375-9326-a04a61962fab req-25e85a5e-fcae-48b0-b60c-8bdf3be54f03 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.0817864
Sep 16 19:16:55.726433 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-99562d8b-65e2-4375-9326-a04a61962fab req-5ff6752c-e306-4b4d-b521-af37048b2aca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410190
Sep 16 19:16:56.221979 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c16f96-b3e8-4b5d-86c4-406a59dcbf12 req-c5db7375-2a01-4812-b2fd-22bfb83f8783 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:56.223493 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-58c16f96-b3e8-4b5d-86c4-406a59dcbf12 req-c5db7375-2a01-4812-b2fd-22bfb83f8783 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0783324
Sep 16 19:16:56.278596 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-58c16f96-b3e8-4b5d-86c4-406a59dcbf12 req-fd5b70d7-8291-4801-ad8e-95a27b04e62b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492790
Sep 16 19:16:56.355890 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2c899-ec38-4e8f-8158-757519481217 req-81805f4e-d678-404b-a34e-711f5bede900 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:56.357394 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3ef2c899-ec38-4e8f-8158-757519481217 req-81805f4e-d678-404b-a34e-711f5bede900 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 943 time: 0.0850894
Sep 16 19:16:56.414506 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3ef2c899-ec38-4e8f-8158-757519481217 req-532abd4f-08fc-4b62-acf6-7938121bf7c9 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506546
Sep 16 19:16:56.548834 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device b9ab4b4b-28fc-4a4e-8969-3e969304cbaa details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:16:56.557994 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:56.707720 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,segment=NetworkSegment(6841622d-a53a-4ee3-9c4b-b1831be5556a),segment_id=6841622d-a53a-4ee3-9c4b-b1831be5556a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:56.723600 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': 'b9ab4b4b-28fc-4a4e-8969-3e969304cbaa', 'network_id': '8bb91cbe-9da1-400f-8546-f131bcf42f78', 'port_id': 'b9ab4b4b-28fc-4a4e-8969-3e969304cbaa', 'mac_address': 'fa:16:3e:b4:2c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6966db04-28f7-4d2c-ade8-1186ac271192', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:16:56.785535 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:56.804307 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ab4b4b-28fc-4a4e-8969-3e969304cbaa {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:16:56.820913 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,segment=NetworkSegment(6841622d-a53a-4ee3-9c4b-b1831be5556a),segment_id=6841622d-a53a-4ee3-9c4b-b1831be5556a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:56.824752 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:56.826936 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:56.899485 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:56.911132 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.911475 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.911805 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.912130 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.912459 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.912777 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.913647 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.913647 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.913864 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.914018 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.914865 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:16:56.918859 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:56.960377 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92183451-134f-4e33-a682-5243aa72b87c req-75098002-8082-4ce9-b07d-4aa9e92ade89 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:56.962678 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-92183451-134f-4e33-a682-5243aa72b87c req-75098002-8082-4ce9-b07d-4aa9e92ade89 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.0920434
Sep 16 19:16:57.018304 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-92183451-134f-4e33-a682-5243aa72b87c req-fe0acea7-871c-42a9-b4e4-f80ee2cf95c6 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0499179
Sep 16 19:16:57.101790 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['b9ab4b4b-28fc-4a4e-8969-3e969304cbaa'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:16:57.581594 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1ed89-61ba-4685-ac53-f26abd4c0ccf req-524b2a88-05ad-4812-bc7b-15f5621307db tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:57.583064 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-62c1ed89-61ba-4685-ac53-f26abd4c0ccf req-524b2a88-05ad-4812-bc7b-15f5621307db tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.1483126
Sep 16 19:16:57.589644 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8da81659-c337-4a1f-95a7-2f15b375eba4 req-df2ce4b7-5c5e-464d-acfd-8347d0e1a2c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 1096 time: 0.1184993
Sep 16 19:16:57.619984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d2814-2378-400d-9e28-a1bc50dad121 req-c588a75e-af9f-42a8-b53e-90c27b4e42c7 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:57.621368 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b40d2814-2378-400d-9e28-a1bc50dad121 req-c588a75e-af9f-42a8-b53e-90c27b4e42c7 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 944 time: 0.0831954
Sep 16 19:16:57.665339 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-62c1ed89-61ba-4685-ac53-f26abd4c0ccf req-e07f919c-05a8-4296-9d71-d7fcf09e3cfb tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747623
Sep 16 19:16:57.666912 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8da81659-c337-4a1f-95a7-2f15b375eba4 req-42c55c86-c87e-4b62-bef4-a8e4e484f0e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0602880
Sep 16 19:16:57.668491 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b40d2814-2378-400d-9e28-a1bc50dad121 req-f8c21190-4fe5-4d56-a703-c1a250a3ad2a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409122
Sep 16 19:16:58.036112 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c185421-cfcb-4f0b-9d6b-193e1c483b66 req-21b26b89-6401-4721-af92-b7a1998f559a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e35375d8bb43cfa62224d5c126faf2&device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 1096 time: 0.0689781
Sep 16 19:16:58.135270 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:58.248756 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c185421-cfcb-4f0b-9d6b-193e1c483b66 req-edff62c4-2f53-4553-aadc-c093bf4c96b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:58.250097 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c185421-cfcb-4f0b-9d6b-193e1c483b66 req-edff62c4-2f53-4553-aadc-c093bf4c96b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=745e6c15-01a1-41b4-9672-c820aee3fede HTTP/1.1" status: 200  len: 909 time: 0.1836705
Sep 16 19:16:58.264976 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0650-d927-4061-9f8a-c3f6b6af37df req-30f786c4-673d-41eb-9fd2-7584495303a2 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:58.266331 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bfda0650-d927-4061-9f8a-c3f6b6af37df req-30f786c4-673d-41eb-9fd2-7584495303a2 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 943 time: 0.1134255
Sep 16 19:16:58.392300 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bfda0650-d927-4061-9f8a-c3f6b6af37df req-06b3b5a4-b295-42f7-8407-3d4b97bb7c4b tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0789108
Sep 16 19:16:58.395107 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c185421-cfcb-4f0b-9d6b-193e1c483b66 req-42c3a309-40e5-4eb8-8b63-55eb93bfdbe1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2 HTTP/1.1" status: 200  len: 999 time: 0.1356797
Sep 16 19:16:58.456641 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c185421-cfcb-4f0b-9d6b-193e1c483b66 req-2988f97a-db88-4007-bd18-599cfe2599bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:58.458041 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c185421-cfcb-4f0b-9d6b-193e1c483b66 req-2988f97a-db88-4007-bd18-599cfe2599bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b213f38-057c-4040-8428-c0bea9171bd8 HTTP/1.1" status: 200  len: 847 time: 0.0566540
Sep 16 19:16:58.533145 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c185421-cfcb-4f0b-9d6b-193e1c483b66 req-2d3f27e5-9122-45fe-908f-4dc47600d3d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=745e6c15-01a1-41b4-9672-c820aee3fede&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0658703
Sep 16 19:16:58.557729 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 5d624acc-fd69-4fd8-9088-dedf6ff481e2 details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:16:58.561120 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device b9ab4b4b-28fc-4a4e-8969-3e969304cbaa up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:16:58.671470 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c185421-cfcb-4f0b-9d6b-193e1c483b66 req-405ee587-a50f-46ab-a8d4-00ec6f1a8847 service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268539
Sep 16 19:16:58.761145 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:58.777809 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'port_id': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'mac_address': 'fa:16:3e:8b:eb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:16:58.789002 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:16:58.843220 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:16:58.843610 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:58.863440 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c185421-cfcb-4f0b-9d6b-193e1c483b66 req-5dae93ed-7db6-48c7-90cc-91f05003c0aa service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824372
Sep 16 19:16:58.911291 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:58.935964 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d624acc-fd69-4fd8-9088-dedf6ff481e2 {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:16:58.988300 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:58.996945 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:59.000642 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:59.005800 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df226eb6-32a3-40b5-aaf1-9f769c0bed85 req-835187bf-15e3-452e-9a70-6975a6df40bf tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:59.013959 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-df226eb6-32a3-40b5-aaf1-9f769c0bed85 req-835187bf-15e3-452e-9a70-6975a6df40bf tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 944 time: 0.1345065
Sep 16 19:16:59.042063 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510d654-82f1-411a-8beb-bd68ac75c8ef req-17153657-3695-40bd-8a04-293249f34554 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:59.043558 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f510d654-82f1-411a-8beb-bd68ac75c8ef req-17153657-3695-40bd-8a04-293249f34554 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.1848977
Sep 16 19:16:59.066868 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-df226eb6-32a3-40b5-aaf1-9f769c0bed85 req-2066c41f-9b3c-4e5f-84a8-7e60582743ed tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518274
Sep 16 19:16:59.067910 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:59.100477 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=5d624acc-fd69-4fd8-9088-dedf6ff481e2,revision_number=7']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:59.107095 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ab4b4b-28fc-4a4e-8969-3e969304cbaa'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:16:59.113600 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:59.117120 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f510d654-82f1-411a-8beb-bd68ac75c8ef req-ae4a243e-477b-4812-8d53-f8a2589c2561 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660288
Sep 16 19:16:59.117780 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,segment=NetworkSegment(6841622d-a53a-4ee3-9c4b-b1831be5556a),segment_id=6841622d-a53a-4ee3-9c4b-b1831be5556a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:16:59.123022 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:16:59.124726 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:16:59.199137 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ab4b4b-28fc-4a4e-8969-3e969304cbaa', 'code': 200}
Sep 16 19:16:59.202710 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:16:59.206105 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:16:59.288979 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['5d624acc-fd69-4fd8-9088-dedf6ff481e2'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:16:59.446344 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e4e06302-0d4a-4030-bb6d-f8bcddbb648f req-943135a8-0a59-40e1-9d45-c1d6be7b2aab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 1098 time: 0.0671527
Sep 16 19:16:59.502951 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e4e06302-0d4a-4030-bb6d-f8bcddbb648f req-e6d53abf-7bde-4d87-bd08-82a4fc475100 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404866
Sep 16 19:16:59.592666 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbec0b-2852-402c-a43a-7d9401b36bd3 req-f32ab01d-0f6e-42ed-8304-abcc710b5b11 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:16:59.594094 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-48cbec0b-2852-402c-a43a-7d9401b36bd3 req-f32ab01d-0f6e-42ed-8304-abcc710b5b11 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 944 time: 0.0778039
Sep 16 19:16:59.638435 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-48cbec0b-2852-402c-a43a-7d9401b36bd3 req-1ddb0bee-37dc-4986-ac75-31e61520a698 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386441
Sep 16 19:17:00.267639 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a6b76-6725-4a9c-b64c-d2fa5e62b60b req-cbde2ac9-bf6d-4d62-ad1f-e61b4da09911 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:00.269091 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-373a6b76-6725-4a9c-b64c-d2fa5e62b60b req-cbde2ac9-bf6d-4d62-ad1f-e61b4da09911 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 945 time: 0.0756834
Sep 16 19:17:00.314808 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-373a6b76-6725-4a9c-b64c-d2fa5e62b60b req-a7c2dac1-ec4e-4855-b5ec-e3fd3a2b5369 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399697
Sep 16 19:17:00.339434 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c3303-63e3-4aa2-bc67-b35cda89ad3d req-84c7bd07-b942-485b-825c-7ad4c35b4bb5 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:00.339434 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-523c3303-63e3-4aa2-bc67-b35cda89ad3d req-84c7bd07-b942-485b-825c-7ad4c35b4bb5 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0799625
Sep 16 19:17:00.382706 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-523c3303-63e3-4aa2-bc67-b35cda89ad3d req-97ee4cad-24a4-4dee-8c08-0de18fc42c5f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419545
Sep 16 19:17:00.563331 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 5d624acc-fd69-4fd8-9088-dedf6ff481e2 up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:17:00.634609 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:17:00.634984 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:00.779152 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:00.813106 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:17:00.818229 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:00.820020 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:00.883766 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=5d624acc-fd69-4fd8-9088-dedf6ff481e2,revision_number=8']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:00.886717 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:01.199977 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:17:01.252840 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'code': 200}
Sep 16 19:17:01.467332 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:01.590879 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6a207-f882-47cd-ab79-983e84044e41 req-46b8427a-f651-4bbe-9b48-c6356de7b5d7 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:01.592352 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-63a6a207-f882-47cd-ab79-983e84044e41 req-46b8427a-f651-4bbe-9b48-c6356de7b5d7 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 945 time: 0.1570547
Sep 16 19:17:01.616392 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d47c55-249f-4b8d-a208-b4a11677c1a5 req-dcc2ab39-c6df-4c50-ad3c-ed471231c5bd tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:01.617833 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d8d47c55-249f-4b8d-a208-b4a11677c1a5 req-dcc2ab39-c6df-4c50-ad3c-ed471231c5bd tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0800228
Sep 16 19:17:01.638916 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-63a6a207-f882-47cd-ab79-983e84044e41 req-ff57027d-b369-4436-be2b-aac44980d824 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408139
Sep 16 19:17:01.664411 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d8d47c55-249f-4b8d-a208-b4a11677c1a5 req-d3fd4ec8-4bd3-4ad3-a45b-b6359156025a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408800
Sep 16 19:17:02.900366 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b23b3-e89b-4646-8a60-8a61933c565a req-d0817670-b52f-4fda-b836-86bf713b39cf tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:02.901838 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a17b23b3-e89b-4646-8a60-8a61933c565a req-d0817670-b52f-4fda-b836-86bf713b39cf tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0870724
Sep 16 19:17:02.948540 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a17b23b3-e89b-4646-8a60-8a61933c565a req-44aadfe0-9569-48c4-967f-9d6740af8638 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411992
Sep 16 19:17:04.172382 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700d212-f6c5-448b-96be-039453dc6554 req-c5d33d02-8cca-4b0c-9d72-2546c3c54be4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:04.173996 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d700d212-f6c5-448b-96be-039453dc6554 req-c5d33d02-8cca-4b0c-9d72-2546c3c54be4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0850642
Sep 16 19:17:04.222794 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d700d212-f6c5-448b-96be-039453dc6554 req-5dac9c07-c320-4e25-ae3b-04d356d55969 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425632
Sep 16 19:17:05.442907 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aaed6-360a-4854-8a2f-9e274ea5a26c req-bafa69a5-57bc-41c2-9653-666f1303f56e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:05.444344 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-201aaed6-360a-4854-8a2f-9e274ea5a26c req-bafa69a5-57bc-41c2-9653-666f1303f56e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0825701
Sep 16 19:17:05.491053 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-201aaed6-360a-4854-8a2f-9e274ea5a26c req-ebdf2245-4578-4119-ad07-7a13d2b2ef0a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411861
Sep 16 19:17:06.702350 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0ce2-9b35-40fc-8507-f8cd856e584f req-b820cb0a-4dbb-4a8a-afbb-fedd96b75d00 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:06.703718 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bf9e0ce2-9b35-40fc-8507-f8cd856e584f req-b820cb0a-4dbb-4a8a-afbb-fedd96b75d00 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0774441
Sep 16 19:17:06.754550 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bf9e0ce2-9b35-40fc-8507-f8cd856e584f req-c9876485-0bbc-4c2b-bdc5-57ccbdf46ab7 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446944
Sep 16 19:17:07.269080 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda196c-f0c3-4b74-b72b-522499c89d3c req-f090a6d6-cc10-47fc-950d-f8c5e3477214 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:07.270551 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9bda196c-f0c3-4b74-b72b-522499c89d3c req-f090a6d6-cc10-47fc-950d-f8c5e3477214 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 945 time: 0.0771248
Sep 16 19:17:07.317199 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9bda196c-f0c3-4b74-b72b-522499c89d3c req-c8fb0352-c40e-4efb-a50e-cb49089bd059 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411501
Sep 16 19:17:07.974291 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9148e-08c2-4449-9c13-36540254da2a req-99fec711-6111-4c7d-903e-afdc221770a7 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:07.975723 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bfe9148e-08c2-4449-9c13-36540254da2a req-99fec711-6111-4c7d-903e-afdc221770a7 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0818613
Sep 16 19:17:08.022177 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bfe9148e-08c2-4449-9c13-36540254da2a req-9105f2c2-7372-446e-aa46-fecd26b29602 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405505
Sep 16 19:17:08.518556 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a834e-6a51-4790-bdcc-dda32540ab06 req-781602c9-8aec-49ef-aa16-93760fce6977 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:08.520104 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-590a834e-6a51-4790-bdcc-dda32540ab06 req-781602c9-8aec-49ef-aa16-93760fce6977 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 945 time: 0.0817711
Sep 16 19:17:08.565763 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-590a834e-6a51-4790-bdcc-dda32540ab06 req-fcdef1c7-d507-418b-acb6-73a167aab3b2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401721
Sep 16 19:17:08.958019 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69b79c-c74d-4352-8806-37a72b632741 req-302f9d70-9b15-4709-9216-9afb7edbdd49 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:08.959412 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ea69b79c-c74d-4352-8806-37a72b632741 req-302f9d70-9b15-4709-9216-9afb7edbdd49 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 945 time: 0.0769551
Sep 16 19:17:09.033974 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Deleting port 11d3fced-0a0a-4020-b909-91857ef4b731 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:17:09.034645 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:09.238849 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092b464-c6c1-41d2-930c-3a61b5510fa4 req-e2410659-6618-464c-80d5-3c707ff8643e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:09.240218 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1092b464-c6c1-41d2-930c-3a61b5510fa4 req-e2410659-6618-464c-80d5-3c707ff8643e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0807362
Sep 16 19:17:09.281779 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] For port 11d3fced-0a0a-4020-b909-91857ef4b731, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=11d3fced-0a0a-4020-b909-91857ef4b731,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:17:09.282566 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:09.288677 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1092b464-c6c1-41d2-930c-3a61b5510fa4 req-4681bec3-db7a-468e-b9ff-e05d51a9bea4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429244
Sep 16 19:17:09.669990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:09.670385 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:09.670684 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.l3_db [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Floating IP e5d4c221-5ce9-4d4d-999c-171e499bc971 disassociated. External IP: 172.27.3.240, port: 11d3fced-0a0a-4020-b909-91857ef4b731.
Sep 16 19:17:09.671011 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Calling delete_port for 11d3fced-0a0a-4020-b909-91857ef4b731 owned by compute:nova {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:17:09.868728 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd2ebd-c300-4f6b-8617-0d77391ac068 req-670efac2-074c-4ada-892a-8e9c9a99a980 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:09.870276 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a1bd2ebd-c300-4f6b-8617-0d77391ac068 req-670efac2-074c-4ada-892a-8e9c9a99a980 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 945 time: 0.1654408
Sep 16 19:17:09.905014 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:09.917525 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-cd8dd66b-ea9d-4cf1-afe8-bf5b1bf69aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:09.967370 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event deleted for resources: {'Port': ['ID=11d3fced-0a0a-4020-b909-91857ef4b731,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:09.971144 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:09.975984 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a1bd2ebd-c300-4f6b-8617-0d77391ac068 req-80163fad-d416-4c69-b85c-f9f3c2782ef9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997608
Sep 16 19:17:10.190649 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Router bf51de41-8b6b-4f84-95d0-f14f77443f1a has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:17:10.405866 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:17:10.417616 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] Sync routers for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:17:10.432379 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:17:10.433298 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446001520>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:16:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:17:10.488350 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] No DVR routers for this DVR port 11d3fced-0a0a-4020-b909-91857ef4b731 on host hv-cinder-80944 {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:17:10.490911 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:10.493582 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'name': 'network-vif-deleted', 'tag': '11d3fced-0a0a-4020-b909-91857ef4b731'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:17:10.510776 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ea69b79c-c74d-4352-8806-37a72b632741 req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.20 "DELETE /v2.0/ports/11d3fced-0a0a-4020-b909-91857ef4b731 HTTP/1.1" status: 204  len: 173 time: 1.5444300
Sep 16 19:17:10.540595 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599cdfa-8b56-4daa-a37c-cb74e752ee09 req-b490f31e-96e5-45cb-ae55-99161d7182e6 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:10.548864 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7599cdfa-8b56-4daa-a37c-cb74e752ee09 req-b490f31e-96e5-45cb-ae55-99161d7182e6 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0985923
Sep 16 19:17:10.561833 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a988e4-dafb-4131-8c51-afd7acecc0c4', 'name': 'network-vif-deleted', 'tag': '11d3fced-0a0a-4020-b909-91857ef4b731', 'status': 'completed', 'code': 200}
Sep 16 19:17:10.592043 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7599cdfa-8b56-4daa-a37c-cb74e752ee09 req-d22c241b-3ca5-40d7-b9a5-c15f8c1ab375 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425735
Sep 16 19:17:10.656119 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:17:10.998828 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446001520>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:17:11.003907 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] Checking router: bf51de41-8b6b-4f84-95d0-f14f77443f1a for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:17:11.019164 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:17:11.019795 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446001520>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:16:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:17:11.164302 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-828aac0c-c78c-499c-8fad-f02ab52e8aa9 req-de0722a6-faf0-4682-991d-fb0c33b13f8b tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0a988e4-dafb-4131-8c51-afd7acecc0c4 HTTP/1.1" status: 200  len: 210 time: 0.0412006
Sep 16 19:17:11.219487 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:17:11.552555 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446001520>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:17:11.556488 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a435371-5977-4517-b8b4-76f719398f3e None None] The sync data for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi is: [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:17:11.779170 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30191d8-3909-4a1e-8ce0-90d412e7fd57 None None] New status for floating IP e5d4c221-5ce9-4d4d-999c-171e499bc971: DOWN {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:17:11.823572 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8821fbb-ca30-47b9-908a-2c0540306505 req-f86dcdde-ee12-465d-a627-a05349c4b836 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:11.825087 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a8821fbb-ca30-47b9-908a-2c0540306505 req-f86dcdde-ee12-465d-a627-a05349c4b836 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0810363
Sep 16 19:17:11.877585 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a8821fbb-ca30-47b9-908a-2c0540306505 req-ee746a58-7cf1-4c9d-9953-fc58c825f67e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455954
Sep 16 19:17:12.565126 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-61772235-8e59-40c3-8842-0737212c1dbf tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939783965&fields=id&tenant_id=cb106e20366e47629235b6d9a75278a9 HTTP/1.1" status: 200  len: 267 time: 0.0418909
Sep 16 19:17:12.623481 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 11d3fced-0a0a-4020-b909-91857ef4b731 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:17:12.658973 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 11d3fced-0a0a-4020-b909-91857ef4b731 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:17:12.659318 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 11d3fced-0a0a-4020-b909-91857ef4b731 not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:17:12.721559 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-c20f98b1-4c50-4be5-8223-884d53638c3e tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:12.723136 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-c20f98b1-4c50-4be5-8223-884d53638c3e tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 812 time: 0.1517797
Sep 16 19:17:12.739101 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9c6f8b30-c309-4273-8943-8b3276b01600 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/quotas/cb106e20366e47629235b6d9a75278a9 HTTP/1.1" status: 200  len: 375 time: 0.0108685
Sep 16 19:17:12.832634 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-a1526a79-6de2-4136-850c-500f5d9cc503 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0880384
Sep 16 19:17:12.978182 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-68227a03-59da-4205-9540-e92c1a28bc00 service neutron] 10.222.0.22 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316359
Sep 16 19:17:13.106586 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ede5d4-6f13-44e3-a721-2075b091c244 req-93712611-c03d-4bd7-9376-d0132946067a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:13.111176 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-59ede5d4-6f13-44e3-a721-2075b091c244 req-93712611-c03d-4bd7-9376-d0132946067a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0896313
Sep 16 19:17:13.115055 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-3e07c7dd-5031-45f1-a34d-33632ef14957 service neutron] 10.222.0.22 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335721
Sep 16 19:17:13.160146 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-59ede5d4-6f13-44e3-a721-2075b091c244 req-580de067-e1e8-4085-a6c4-f15944c5be85 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461924
Sep 16 19:17:13.526387 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-bb82d1d9-4dab-424e-a9f8-8ae38424f3f4 req-a3e1c1d0-033c-44e1-94dd-69e1700b8104 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Synchronizing usage tracker for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:17:13.542377 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-bb82d1d9-4dab-424e-a9f8-8ae38424f3f4 req-a3e1c1d0-033c-44e1-94dd-69e1700b8104 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Unset dirty status for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:17:13.543558 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bb82d1d9-4dab-424e-a9f8-8ae38424f3f4 req-a3e1c1d0-033c-44e1-94dd-69e1700b8104 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0630977
Sep 16 19:17:14.377980 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abc0d2-9993-40a4-8024-ec25dbbb2f78 req-8d1b928b-2ad9-42f7-818d-cb71bed7f039 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:14.379406 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-42abc0d2-9993-40a4-8024-ec25dbbb2f78 req-8d1b928b-2ad9-42f7-818d-cb71bed7f039 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0775681
Sep 16 19:17:14.426415 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-42abc0d2-9993-40a4-8024-ec25dbbb2f78 req-2bb2f596-5f88-4a5d-8c68-471975db91c5 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411003
Sep 16 19:17:14.651814 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-42696128-e863-48d5-9371-7ef1fbaa4d27 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:14.652486 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-42696128-e863-48d5-9371-7ef1fbaa4d27 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Synchronizing usage tracker for tenant:cb106e20366e47629235b6d9a75278a9 on resource:network {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:17:14.668890 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-42696128-e863-48d5-9371-7ef1fbaa4d27 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Unset dirty status for tenant:cb106e20366e47629235b6d9a75278a9 on resource:network {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:17:14.675303 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-42696128-e863-48d5-9371-7ef1fbaa4d27 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 812 time: 0.1711507
Sep 16 19:17:14.717362 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0e039496-4a60-4a6d-9ef1-3a83d3db80b6 req-fabbfb38-ae51-437a-b6bc-209c9e42f2a3 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0459268
Sep 16 19:17:14.747702 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-cd671f43-fead-4f91-b0f7-a03db92b85a8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb106e20366e47629235b6d9a75278a9 HTTP/1.1" status: 200  len: 380 time: 0.0445018
Sep 16 19:17:14.757568 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'port': {'device_id': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'admin_state_up': True, 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'security_groups': ['75baca13-eae5-4362-a480-988bee60ab5f']}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:17:14.892668 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:17:14.901948 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:17:14.911685 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Made reservation on behalf of cb106e20366e47629235b6d9a75278a9 for: {'port': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:17:14.914771 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:15.082539 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Allocated IP 172.20.0.13 (fd8d7b0c-63d0-44f1-8893-142431ff9791/5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2/2f0379ca-c972-40cd-bd7a-3dc62ce8d7de) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:17:15.368870 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:15.384647 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Transition to ACTIVE for port object 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de will not be triggered until provisioned by entity DHCP. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:17:15.407291 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:15.412472 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-fd5f9002-5ad4-4f04-bed2-be29709b5816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:15.480063 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Network fd8d7b0c-63d0-44f1-8893-142431ff9791 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:17:15.483192 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:17:15.487950 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:17:15.513101 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'Port': ['ID=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:15.519213 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:15.555660 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:15.556263 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:15.585145 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8311284
Sep 16 19:17:15.635734 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Request body: {'port': {'device_id': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:17:15.724148 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-46a71f7b-96f0-4885-8dce-4744c3fb3c22 None None] Provisioning for port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:17:15.728913 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-46a71f7b-96f0-4885-8dce-4744c3fb3c22 None None] Provisioning complete for port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:17:15.729310 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-46a71f7b-96f0-4885-8dce-4744c3fb3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:15.772580 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:15.783063 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-46a71f7b-96f0-4885-8dce-4744c3fb3c22 None None] Port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:17:15.791794 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e99631-214d-46c4-ada9-40ad764aad4f req-293fa39a-dd00-4f85-9e3c-9cb9f5bfe391 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:15.793247 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c9e99631-214d-46c4-ada9-40ad764aad4f req-293fa39a-dd00-4f85-9e3c-9cb9f5bfe391 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.2036395
Sep 16 19:17:15.918586 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbecaf1-3c37-4c4d-b49e-bffa6ff2b709 req-67815c8a-9fc4-424e-a6e0-835b5669e04a tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:15.920019 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-efbecaf1-3c37-4c4d-b49e-bffa6ff2b709 req-67815c8a-9fc4-424e-a6e0-835b5669e04a tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 932 time: 0.0798876
Sep 16 19:17:15.930509 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c9e99631-214d-46c4-ada9-40ad764aad4f req-01ddb523-6c22-4eb0-8f87-484d1bf8dbe3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100109
Sep 16 19:17:15.974673 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-efbecaf1-3c37-4c4d-b49e-bffa6ff2b709 req-2a484df7-a553-49ca-8ded-164cad605e2e tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487537
Sep 16 19:17:16.158349 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de {{(pid=75160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:17:16.165089 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:16.180049 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Transition to ACTIVE for port object 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de will not be triggered until provisioned by entity L2. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:17:16.183748 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:16.187802 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-8221aa0f-c8e3-49eb-82eb-646d117df658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:16.309446 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Pushing event updated for resources: {'Port': ['ID=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:16.312337 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:16.424598 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Attempting to bind port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:17:16.424929 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Attempting to bind port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:17:16.425278 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Attempting to bind port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de on network fd8d7b0c-63d0-44f1-8893-142431ff9791 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:17:16.431121 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de on network fd8d7b0c-63d0-44f1-8893-142431ff9791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:17:16.431288 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Attempting to bind port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de on network fd8d7b0c-63d0-44f1-8893-142431ff9791 {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:17:16.437343 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:17:16.437669 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Checking segment: {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:17:16.438671 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Bound using segment: {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'} {{(pid=75160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:17:16.439087 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.managers [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Bound port: 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43c6cbc-4e9b-4975-b028-cf0e645ba492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791'}}] {{(pid=75160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:17:16.439425 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:16.525537 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] For port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de, host hv-cinder-80944, cleared binding levels {{(pid=75160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:17:16.528438 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] For port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:17:16.533009 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:16.537050 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-1fe8f6f4-caa3-4b66-8e5a-f8b2fd4c1cb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:16.597983 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:16.599448 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-50d96730-705e-41dd-80ea-7282304db72c service neutron] 10.222.0.20 "PUT /v2.0/ports/2f0379ca-c972-40cd-bd7a-3dc62ce8d7de HTTP/1.1" status: 200  len: 1094 time: 0.9721706
Sep 16 19:17:16.599944 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'tag': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:17:16.618841 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Pushing event updated for resources: {'Port': ['ID=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,revision_number=3']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:16.622107 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-50d96730-705e-41dd-80ea-7282304db72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:16.684268 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'tag': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'status': 'completed', 'code': 200}
Sep 16 19:17:16.725329 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-b78ece2c-bc14-4f36-993d-c0e09eac3406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 1097 time: 0.0763528
Sep 16 19:17:16.802393 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-7e4210d9-d7ab-46e1-83c4-37a6f21ff1a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de HTTP/1.1" status: 200  len: 217 time: 0.0693274
Sep 16 19:17:16.867315 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-5c0ac09d-7082-48ac-8618-83fe21aec851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:16.868773 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-5c0ac09d-7082-48ac-8618-83fe21aec851 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.0585670
Sep 16 19:17:16.949972 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-b9906a5c-2281-4de9-bb96-c30ddeec605b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720351
Sep 16 19:17:17.182529 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9cf25-e0f2-4ed4-9e56-f8901b902e58 req-31df4e28-281b-4552-a0e4-876dc93d941b tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:17.183978 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4fd9cf25-e0f2-4ed4-9e56-f8901b902e58 req-31df4e28-281b-4552-a0e4-876dc93d941b tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 944 time: 0.0831554
Sep 16 19:17:17.221121 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-99805f1d-5bc3-4f29-b035-4b038c491405 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597282
Sep 16 19:17:17.231469 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4fd9cf25-e0f2-4ed4-9e56-f8901b902e58 req-2f316d96-84ad-4376-8ac9-d5c3ba177bf7 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405948
Sep 16 19:17:17.343560 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83781807-18cf-4836-98b0-e05746fddd0e req-e7a86e25-991a-4d83-a724-5221285da7e7 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:17.345587 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-83781807-18cf-4836-98b0-e05746fddd0e req-e7a86e25-991a-4d83-a724-5221285da7e7 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.1979477
Sep 16 19:17:17.400648 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6aef948e-b5f8-484b-bd0c-86aa7a835692 req-6e27e2fb-b575-4180-b79a-21f1e8385d68 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682494
Sep 16 19:17:17.412711 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-83781807-18cf-4836-98b0-e05746fddd0e req-f28003de-d1ed-42d4-a268-f07ce9ddbf6e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605559
Sep 16 19:17:17.523191 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5d8c75bf-e333-48c0-a43e-0de482dafc5a req-27a73bb6-ed4d-49f5-bd47-09784158621f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 1097 time: 0.0744040
Sep 16 19:17:17.661839 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c75bf-e333-48c0-a43e-0de482dafc5a req-6e2197c2-c1c1-46c9-9cf0-bdda26c027f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:17.663311 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5d8c75bf-e333-48c0-a43e-0de482dafc5a req-6e2197c2-c1c1-46c9-9cf0-bdda26c027f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 913 time: 0.1265941
Sep 16 19:17:17.740417 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5d8c75bf-e333-48c0-a43e-0de482dafc5a req-e175989b-de7e-4601-8d8a-beac0cef3680 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de HTTP/1.1" status: 200  len: 217 time: 0.0667856
Sep 16 19:17:17.805368 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c75bf-e333-48c0-a43e-0de482dafc5a req-5410177a-95db-47ec-9515-4fd513e3dfa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:17.806804 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5d8c75bf-e333-48c0-a43e-0de482dafc5a req-5410177a-95db-47ec-9515-4fd513e3dfa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.0580313
Sep 16 19:17:17.888297 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5d8c75bf-e333-48c0-a43e-0de482dafc5a req-f5947412-954f-427c-adf0-1cfa8ca4d8f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688214
Sep 16 19:17:18.030873 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5d8c75bf-e333-48c0-a43e-0de482dafc5a req-d5eb5a88-f662-4a9f-b41c-9607b5182a7f service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255143
Sep 16 19:17:18.162013 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5d8c75bf-e333-48c0-a43e-0de482dafc5a req-4c544e34-4f89-4d78-8421-b6c37b201b31 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235077
Sep 16 19:17:18.430224 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb5e75-4045-430b-8949-f3377294edf6 req-46416ef8-2996-4d63-92e5-fcf89c696bb8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:18.430914 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d7fb5e75-4045-430b-8949-f3377294edf6 req-46416ef8-2996-4d63-92e5-fcf89c696bb8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Synchronizing usage tracker for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:17:18.446342 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d7fb5e75-4045-430b-8949-f3377294edf6 req-46416ef8-2996-4d63-92e5-fcf89c696bb8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Unset dirty status for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:17:18.447503 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d7fb5e75-4045-430b-8949-f3377294edf6 req-46416ef8-2996-4d63-92e5-fcf89c696bb8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 944 time: 0.0972226
Sep 16 19:17:18.494557 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d7fb5e75-4045-430b-8949-f3377294edf6 req-f0e6211b-e4f1-4679-ac2b-265ff6b204cd tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414829
Sep 16 19:17:18.632562 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18978bf2-62e5-4cf2-b381-17d6dc115a5e req-68c2f64e-c865-4756-8813-aa9f7f304d0d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:18.634008 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-18978bf2-62e5-4cf2-b381-17d6dc115a5e req-68c2f64e-c865-4756-8813-aa9f7f304d0d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0768366
Sep 16 19:17:18.684697 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-18978bf2-62e5-4cf2-b381-17d6dc115a5e req-89121a12-d7ff-444c-b46a-272fbe3b399e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453198
Sep 16 19:17:19.692793 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a425f-7e8e-4379-9085-658489cb24c2 req-e5755663-3825-4224-9749-19d6c00afc7f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:19.695220 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ef8a425f-7e8e-4379-9085-658489cb24c2 req-e5755663-3825-4224-9749-19d6c00afc7f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 944 time: 0.0772812
Sep 16 19:17:19.747828 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ef8a425f-7e8e-4379-9085-658489cb24c2 req-75cca96e-7d08-4a61-a2fc-6fdf45e1403e tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468295
Sep 16 19:17:19.900272 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad875a-e110-44db-836f-15d91f9ce766 req-0f275c30-eafd-4f6d-91df-11260a8903be tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:19.901718 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e3ad875a-e110-44db-836f-15d91f9ce766 req-0f275c30-eafd-4f6d-91df-11260a8903be tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0797164
Sep 16 19:17:19.947525 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e3ad875a-e110-44db-836f-15d91f9ce766 req-f473f8cb-2c9b-4397-8756-88377327970a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393116
Sep 16 19:17:20.948191 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb609df-c87d-4a17-86b6-01926425c5e7 req-a789b989-5806-40c8-b0e2-7086c312f688 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:20.949635 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8fb609df-c87d-4a17-86b6-01926425c5e7 req-a789b989-5806-40c8-b0e2-7086c312f688 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 944 time: 0.0788400
Sep 16 19:17:20.994522 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8fb609df-c87d-4a17-86b6-01926425c5e7 req-07fdf388-9912-46b1-804f-ccc0dcf2df9a tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391653
Sep 16 19:17:21.161378 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ac01c-408f-4b56-b652-02d2438de0dc req-4e73829a-6f0e-4701-8caf-21f06ce0ea2b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:21.162841 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-927ac01c-408f-4b56-b652-02d2438de0dc req-4e73829a-6f0e-4701-8caf-21f06ce0ea2b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0755944
Sep 16 19:17:21.208342 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-927ac01c-408f-4b56-b652-02d2438de0dc req-e33d9a9f-7f58-4c64-a1d5-c1e1a465afe3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401044
Sep 16 19:17:22.197585 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf613da-ad87-4ab4-a47b-8ad3f8ed1105 req-d56c17cc-2547-4c7e-a19a-c7fe658ef3a9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:22.199119 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-acf613da-ad87-4ab4-a47b-8ad3f8ed1105 req-d56c17cc-2547-4c7e-a19a-c7fe658ef3a9 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 944 time: 0.0754197
Sep 16 19:17:22.248857 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-acf613da-ad87-4ab4-a47b-8ad3f8ed1105 req-09f0266c-2b68-422c-afb3-f11e5e05599e tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437405
Sep 16 19:17:22.419469 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472bfb9-dcf8-43d5-8060-d17af31ec57b req-cb9c4076-f0d2-43ea-b38c-d82c7888f883 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:22.420943 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6472bfb9-dcf8-43d5-8060-d17af31ec57b req-cb9c4076-f0d2-43ea-b38c-d82c7888f883 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0804405
Sep 16 19:17:22.465273 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6472bfb9-dcf8-43d5-8060-d17af31ec57b req-19b23a0a-5ef2-4f25-a40a-834acfe01595 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385520
Sep 16 19:17:23.456690 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436ab5a-a236-4d99-a912-10ba633756a1 req-05abf77f-1ce5-4cd9-8d1e-5355c87622d1 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:23.459080 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2436ab5a-a236-4d99-a912-10ba633756a1 req-05abf77f-1ce5-4cd9-8d1e-5355c87622d1 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 944 time: 0.0877473
Sep 16 19:17:23.461983 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-83741377-a1d0-4533-ac7b-b7f84d992ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:23.522661 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2436ab5a-a236-4d99-a912-10ba633756a1 req-cf350c20-9515-4323-97eb-0994a6c93185 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546606
Sep 16 19:17:23.758685 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4cbd-b61a-4e1b-9339-dd53fc469cd9 req-c3fdddad-903f-491c-bce4-48b7c3f94c47 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:23.760457 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-220c4cbd-b61a-4e1b-9339-dd53fc469cd9 req-c3fdddad-903f-491c-bce4-48b7c3f94c47 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.1437509
Sep 16 19:17:23.761844 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:23.807031 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-220c4cbd-b61a-4e1b-9339-dd53fc469cd9 req-bab5a0cf-f397-444f-ab25-09226618a3ea tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400305
Sep 16 19:17:24.714905 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469707-1076-4703-9953-21adf5252bfb req-f545c1a5-50be-48a5-97bd-cbb96efa9d15 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:24.716344 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-82469707-1076-4703-9953-21adf5252bfb req-f545c1a5-50be-48a5-97bd-cbb96efa9d15 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 944 time: 0.0791519
Sep 16 19:17:24.762013 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-82469707-1076-4703-9953-21adf5252bfb req-7a99be42-8ad3-4e38-bb2f-e5bce3c9cfea tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399945
Sep 16 19:17:25.012737 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e6a68-7eeb-4720-9a62-5c1b377058db req-8e63614d-0f42-410b-bc4d-ad66b9cff585 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:25.014297 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f06e6a68-7eeb-4720-9a62-5c1b377058db req-8e63614d-0f42-410b-bc4d-ad66b9cff585 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0750222
Sep 16 19:17:25.061917 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f06e6a68-7eeb-4720-9a62-5c1b377058db req-86e1e79b-33a3-4f5b-98dd-77c39990479a tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417194
Sep 16 19:17:25.562902 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b0bc0a2e-7757-45b4-95c2-57066ae855da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:25.958945 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0281c9-34f8-425f-8db4-3e51bd36e3f0 req-fc2f3f8a-b4d9-40c2-a795-fcd35fe0c1f8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:25.960457 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0d0281c9-34f8-425f-8db4-3e51bd36e3f0 req-fc2f3f8a-b4d9-40c2-a795-fcd35fe0c1f8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 944 time: 0.0775940
Sep 16 19:17:26.007355 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0d0281c9-34f8-425f-8db4-3e51bd36e3f0 req-3afa528f-920c-4130-95c9-dfb4d7d2ccb4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412755
Sep 16 19:17:26.422707 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001e5a5-016a-4987-94fc-5f4ef3b140fb req-34d646e6-a9a4-40dd-a090-2d8bd0d12d10 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:26.424223 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1001e5a5-016a-4987-94fc-5f4ef3b140fb req-34d646e6-a9a4-40dd-a090-2d8bd0d12d10 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0799448
Sep 16 19:17:26.469151 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1001e5a5-016a-4987-94fc-5f4ef3b140fb req-21ddb847-3f21-4957-b3f9-8750989c7b8c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394571
Sep 16 19:17:26.549154 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:26.660180 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:17:26.829441 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:17:26.842689 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'port_id': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'mac_address': 'fa:16:3e:0e:19:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:17:26.900292 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:26.917014 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:17:26.931569 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:17:26.935434 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:26.937233 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:27.002701 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:27.005779 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:27.238352 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['2f0379ca-c972-40cd-bd7a-3dc62ce8d7de'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:17:27.291159 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2343e53-fe88-40a0-be75-5c7399c380c2 req-b72729a2-9c12-4d2b-ba42-7937da526c54 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:27.292603 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d2343e53-fe88-40a0-be75-5c7399c380c2 req-b72729a2-9c12-4d2b-ba42-7937da526c54 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 945 time: 0.1603093
Sep 16 19:17:27.337286 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d2343e53-fe88-40a0-be75-5c7399c380c2 req-6da6bd15-d3be-46e2-bf5c-a1a3f57f0d9c tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383592
Sep 16 19:17:27.679356 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958375c7-483a-482c-a507-615562d3cffa req-fe07feae-1b92-4049-ac53-85145e878837 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:27.680793 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-958375c7-483a-482c-a507-615562d3cffa req-fe07feae-1b92-4049-ac53-85145e878837 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0751493
Sep 16 19:17:27.730273 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-958375c7-483a-482c-a507-615562d3cffa req-e1d746f6-3ee1-469f-97b1-c32790aabeec tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441294
Sep 16 19:17:28.133444 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:28.533070 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892e4b7-749e-49e0-9714-77904f6ed2a9 req-89b11abb-74f0-4958-ac77-c3d415869bd8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:28.534509 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0892e4b7-749e-49e0-9714-77904f6ed2a9 req-89b11abb-74f0-4958-ac77-c3d415869bd8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 945 time: 0.0781541
Sep 16 19:17:28.578922 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0892e4b7-749e-49e0-9714-77904f6ed2a9 req-9b49d32c-3f61-45a0-871c-796cccd72260 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389144
Sep 16 19:17:28.626612 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:17:28.675386 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device d319bab9-792f-45e4-8e86-1d3c0420bc0c details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:17:28.678752 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:17:28.841418 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:17:28.858486 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:17:28.858866 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:28.904430 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:17:28.930347 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'port_id': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'mac_address': 'fa:16:3e:56:66:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:17:28.939570 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca898fa-c142-4fd3-9f21-501763f312e3 req-f32675aa-bbf9-4243-843c-ef472cb0876f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:28.941144 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7ca898fa-c142-4fd3-9f21-501763f312e3 req-f32675aa-bbf9-4243-843c-ef472cb0876f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0762346
Sep 16 19:17:29.010365 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7ca898fa-c142-4fd3-9f21-501763f312e3 req-57e281ce-504d-40f2-9156-764c52661d14 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633514
Sep 16 19:17:29.028122 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:29.064057 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d319bab9-792f-45e4-8e86-1d3c0420bc0c {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:17:29.069965 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:29.098617 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:17:29.102491 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:29.108417 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:29.135329 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:17:29.160530 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:17:29.171099 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:29.189154 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=6']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:29.192322 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:29.192848 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:29.224471 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'code': 200}
Sep 16 19:17:29.252629 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['d319bab9-792f-45e4-8e86-1d3c0420bc0c'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:17:29.310572 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:29.316140 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:29.532574 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-85eee4e3-d608-4f70-823b-73c3d06bf9bb req-884b6b60-98a7-4324-9d48-d36284350ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 1099 time: 0.0716376
Sep 16 19:17:29.579310 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-85eee4e3-d608-4f70-823b-73c3d06bf9bb req-cf29fa9b-a4b0-4c48-b783-59cc70d0d9bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389965
Sep 16 19:17:29.784528 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a217f-5574-4832-a3f2-98d1c07e9fb7 req-dfce217e-803a-4191-9e15-d1f27c47605b tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:29.786184 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f26a217f-5574-4832-a3f2-98d1c07e9fb7 req-dfce217e-803a-4191-9e15-d1f27c47605b tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 946 time: 0.0859814
Sep 16 19:17:29.834675 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f26a217f-5574-4832-a3f2-98d1c07e9fb7 req-24cf5da3-bdee-4233-ac3d-09d0d503876f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412307
Sep 16 19:17:30.241721 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff42d-fd11-48e7-8730-83450a9c63f1 req-ae1fe8e3-99f2-46c4-9e61-c3982457cb32 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:30.243265 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c6ff42d-fd11-48e7-8730-83450a9c63f1 req-ae1fe8e3-99f2-46c4-9e61-c3982457cb32 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 944 time: 0.0855517
Sep 16 19:17:30.298878 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2c6ff42d-fd11-48e7-8730-83450a9c63f1 req-0fc79f97-af0c-4c9b-beac-31b33292e2d4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492542
Sep 16 19:17:30.707062 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device d319bab9-792f-45e4-8e86-1d3c0420bc0c up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:17:30.839370 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port d319bab9-792f-45e4-8e86-1d3c0420bc0c triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:17:30.840099 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:30.961976 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:31.018341 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:17:31.025876 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:31.030694 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-0f259273-537e-41e6-958e-85b5b34d7ab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:31.044398 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d0b15-1514-4a15-9c70-ea6f6f80554a req-bde1157a-a558-4f93-beea-4550944bf9d8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:31.046605 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8d4d0b15-1514-4a15-9c70-ea6f6f80554a req-bde1157a-a558-4f93-beea-4550944bf9d8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 946 time: 0.0861602
Sep 16 19:17:31.114180 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=7']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:31.115306 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8d4d0b15-1514-4a15-9c70-ea6f6f80554a req-8a59c22c-726c-4ff2-b295-1f4f4bec3540 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592833
Sep 16 19:17:31.121576 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:31.225691 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:17:31.296205 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'code': 200}
Sep 16 19:17:31.363372 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906817c2-c0c4-401b-865c-8c8b3314bca5 req-8980caa2-7a39-456e-bf79-848c41059bf4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:31.365452 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-906817c2-c0c4-401b-865c-8c8b3314bca5 req-8980caa2-7a39-456e-bf79-848c41059bf4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 946 time: 0.0911956
Sep 16 19:17:31.417612 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-906817c2-c0c4-401b-865c-8c8b3314bca5 req-68c802ae-feb9-4957-8358-c67bb2637129 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450666
Sep 16 19:17:31.449179 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 35452) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:17:31.485426 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:31.534031 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4204e507-23c7-4770-8b3b-566ccca20e98 tempest-TestVolumeBootPattern-1565121896 tempest-TestVolumeBootPattern-1565121896-project-admin] Synchronizing usage tracker for tenant:d817b20801844037b3b951f08386d7e9 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:17:31.550876 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c60f7-29de-48c1-9f43-36f16289f054 req-90f0cce0-5604-4390-96be-0e9022bff9b8 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:31.552642 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-161c60f7-29de-48c1-9f43-36f16289f054 req-90f0cce0-5604-4390-96be-0e9022bff9b8 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.1034701
Sep 16 19:17:31.560033 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4204e507-23c7-4770-8b3b-566ccca20e98 tempest-TestVolumeBootPattern-1565121896 tempest-TestVolumeBootPattern-1565121896-project-admin] Unset dirty status for tenant:d817b20801844037b3b951f08386d7e9 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:17:31.564983 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-4204e507-23c7-4770-8b3b-566ccca20e98 tempest-TestVolumeBootPattern-1565121896 tempest-TestVolumeBootPattern-1565121896-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 1094 time: 0.1149633
Sep 16 19:17:31.565849 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 35456) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:17:31.571446 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Request body: {'floatingip': {'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'port_id': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:17:31.577516 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:17:31.582424 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Usage tracker for resource:floatingip and tenant:cb106e20366e47629235b6d9a75278a9 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:17:31.585344 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:17:31.591338 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:17:31.605759 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-161c60f7-29de-48c1-9f43-36f16289f054 req-303ed4f4-7c90-4abc-95ef-e84d81c36bf8 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460813
Sep 16 19:17:31.605994 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for floatingip, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:31.756430 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:31.911553 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Allocated IP 172.27.3.179 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/031e248d-891a-44d5-9689-264150f88c09) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:17:32.072989 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:32.106929 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:32.114785 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:32.182639 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:17:32.185573 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:17:32.191289 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:17:32.216197 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'Port': ['ID=031e248d-891a-44d5-9689-264150f88c09,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:32.242286 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.242664 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.243033 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.243398 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.243775 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.244139 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.244498 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.244857 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.245210 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.245576 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.245930 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:17:32.251344 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:32.946281 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:33.019167 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:33.052907 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c432bb-07ec-4e39-97c7-186a7fb93701 req-8dd19e0c-4e6e-49ff-acd6-270814d89dbf tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:33.059261 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-97c432bb-07ec-4e39-97c7-186a7fb93701 req-8dd19e0c-4e6e-49ff-acd6-270814d89dbf tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.2835593
Sep 16 19:17:33.144315 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-97c432bb-07ec-4e39-97c7-186a7fb93701 req-40c3fcb6-8679-4a99-bb34-fbd4d232bb08 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842009
Sep 16 19:17:33.287920 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:33.292767 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:33.301953 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9b9602bd-37db-4b03-aeef-ce4bc15e3956 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:33.447361 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event updated for resources: {'Port': ['ID=031e248d-891a-44d5-9689-264150f88c09,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:33.450300 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:33.461563 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:33.687642 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.l3_db [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Floating IP 2d5bc491-d5a2-42bc-86b4-dccff2f1b2d9 associated. External IP: 172.27.3.179, port: 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de.
Sep 16 19:17:34.124592 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Router bf51de41-8b6b-4f84-95d0-f14f77443f1a has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:17:34.373938 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:17:34.385914 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] Sync routers for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:17:34.405245 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1c75b-40e8-4201-81da-44f3b28195ca req-5deac12e-8d88-44c7-9c08-189758d2f68f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:34.408117 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:17:34.408763 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445c23550>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:17:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:17:34.412869 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3eb1c75b-40e8-4201-81da-44f3b28195ca req-5deac12e-8d88-44c7-9c08-189758d2f68f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.1053634
Sep 16 19:17:34.450003 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:34.487135 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3eb1c75b-40e8-4201-81da-44f3b28195ca req-cf8b4c3e-24af-4d57-ae77-0a8affa1275c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733304
Sep 16 19:17:34.538329 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9634349
Sep 16 19:17:34.538329 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'tag': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:17:34.608283 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'tag': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'status': 'completed', 'code': 200}
Sep 16 19:17:34.677826 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:17:34.709355 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cdfc63c3-9054-48ce-a6a3-71465cb4b024 req-1ebbc58d-b8f8-4270-bc2b-720a39c6f48b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 1099 time: 0.0805821
Sep 16 19:17:34.874037 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc63c3-9054-48ce-a6a3-71465cb4b024 req-b7019603-938e-43ca-8525-ecadf0d69216 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:34.876063 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cdfc63c3-9054-48ce-a6a3-71465cb4b024 req-b7019603-938e-43ca-8525-ecadf0d69216 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 913 time: 0.1568644
Sep 16 19:17:35.123208 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cdfc63c3-9054-48ce-a6a3-71465cb4b024 req-d7be512e-11ec-46c4-9d86-9125adc815fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de HTTP/1.1" status: 200  len: 1000 time: 0.2392461
Sep 16 19:17:35.151507 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445c23550>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '2d5bc491-d5a2-42bc-86b4-dccff2f1b2d9', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'port_id': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'mac_address': 'fa:16:3e:0e:19:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:17:32Z', 'updated_at': '2021-09-16T19:17:32Z', 'revision_number': 0, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:17:35.155653 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] Checking router: bf51de41-8b6b-4f84-95d0-f14f77443f1a for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:17:35.170402 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:17:35.171145 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445c23550>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:17:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:17:35.207074 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc63c3-9054-48ce-a6a3-71465cb4b024 req-d28f7b5b-55e3-48aa-b5e4-178e902e1ebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:35.207074 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cdfc63c3-9054-48ce-a6a3-71465cb4b024 req-d28f7b5b-55e3-48aa-b5e4-178e902e1ebc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.0742052
Sep 16 19:17:35.304719 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cdfc63c3-9054-48ce-a6a3-71465cb4b024 req-c07697ee-b786-4ffd-ba5e-1e4d18e6f508 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893087
Sep 16 19:17:35.377987 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:17:35.472693 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cdfc63c3-9054-48ce-a6a3-71465cb4b024 req-404d4e36-d32a-4c47-9d94-39955f9c9863 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564021
Sep 16 19:17:35.662720 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cdfc63c3-9054-48ce-a6a3-71465cb4b024 req-f1a321d8-27bc-48db-8e31-ba82e7c53193 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1823115
Sep 16 19:17:35.765705 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833fd66-f890-47d1-b4b8-121fd7333856 req-49fdf32e-f6df-4e92-b31a-137b61aaf0d1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:35.767338 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d833fd66-f890-47d1-b4b8-121fd7333856 req-49fdf32e-f6df-4e92-b31a-137b61aaf0d1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0986376
Sep 16 19:17:35.798578 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445c23550>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '2d5bc491-d5a2-42bc-86b4-dccff2f1b2d9', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'port_id': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'mac_address': 'fa:16:3e:0e:19:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:17:32Z', 'updated_at': '2021-09-16T19:17:32Z', 'revision_number': 0, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:17:35.804116 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c1434-fa1b-47db-804f-8e5bf643262c None None] The sync data for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi is: [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '2d5bc491-d5a2-42bc-86b4-dccff2f1b2d9', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'port_id': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'mac_address': 'fa:16:3e:0e:19:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:17:32Z', 'updated_at': '2021-09-16T19:17:32Z', 'revision_number': 0, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:17:35.836962 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d833fd66-f890-47d1-b4b8-121fd7333856 req-c3d4d399-1862-4b12-97ed-92403fce3cad tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634568
Sep 16 19:17:36.047316 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8562571-0183-4d5b-b9b5-ed0881c18179 None None] New status for floating IP 2d5bc491-d5a2-42bc-86b4-dccff2f1b2d9: ACTIVE {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:17:37.102456 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c32082-7f09-4337-bf71-37a4ddc9dc35 req-7e509d22-1536-45ed-a3e7-1833cf97fa9f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:37.103962 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d4c32082-7f09-4337-bf71-37a4ddc9dc35 req-7e509d22-1536-45ed-a3e7-1833cf97fa9f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.1101670
Sep 16 19:17:37.155418 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d4c32082-7f09-4337-bf71-37a4ddc9dc35 req-2f1ff20e-dd13-42db-98ea-2062bd7d6281 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444357
Sep 16 19:17:38.393676 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d55777-440e-4af9-838c-cb124e376e76 req-37bde040-7ea6-4767-be3e-b502a22b743f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:38.395297 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-44d55777-440e-4af9-838c-cb124e376e76 req-37bde040-7ea6-4767-be3e-b502a22b743f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0898783
Sep 16 19:17:38.446050 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-44d55777-440e-4af9-838c-cb124e376e76 req-77074a30-48c5-48b5-9f8d-e4fa40e51769 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452206
Sep 16 19:17:39.685332 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b239f-60c4-4218-8001-7bc87b727e05 req-234ffc8b-a67a-4401-973b-83c5a96c441e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:39.687737 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4c7b239f-60c4-4218-8001-7bc87b727e05 req-234ffc8b-a67a-4401-973b-83c5a96c441e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0926061
Sep 16 19:17:39.744487 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4c7b239f-60c4-4218-8001-7bc87b727e05 req-2bb3ba3b-a88e-4e13-9997-43f31df4fc21 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491993
Sep 16 19:17:40.957673 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aecd8b-b8af-4e6c-b4f7-7cf745d27be1 req-0da3b20b-e2a8-432d-a9f7-2a98c0a3546f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:40.959066 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e9aecd8b-b8af-4e6c-b4f7-7cf745d27be1 req-0da3b20b-e2a8-432d-a9f7-2a98c0a3546f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0762739
Sep 16 19:17:41.006628 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e9aecd8b-b8af-4e6c-b4f7-7cf745d27be1 req-bb8fda9c-e2ce-4363-a438-d2e2f7113ba5 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421665
Sep 16 19:17:41.381677 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7bd6bc30-f911-4fed-a6cf-1bf56d8a185d req-b6d01f30-b8b3-40a8-a519-75258411bd13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 1098 time: 0.0683365
Sep 16 19:17:41.511528 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bc30-f911-4fed-a6cf-1bf56d8a185d req-2a0e9103-8d57-4f52-bd97-d2ba3f98488f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:41.512971 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7bd6bc30-f911-4fed-a6cf-1bf56d8a185d req-2a0e9103-8d57-4f52-bd97-d2ba3f98488f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 917 time: 0.1241851
Sep 16 19:17:41.623392 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7bd6bc30-f911-4fed-a6cf-1bf56d8a185d req-50fb1ed9-877f-45b8-b17e-55bd9f4a3256 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c HTTP/1.1" status: 200  len: 1000 time: 0.1040907
Sep 16 19:17:41.689465 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bc30-f911-4fed-a6cf-1bf56d8a185d req-3e4e8af7-c86b-40cc-ae8a-221bb0c94d72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:41.690938 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7bd6bc30-f911-4fed-a6cf-1bf56d8a185d req-3e4e8af7-c86b-40cc-ae8a-221bb0c94d72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.0614986
Sep 16 19:17:41.766715 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7bd6bc30-f911-4fed-a6cf-1bf56d8a185d req-73d76202-3b8c-4976-a399-01b4cda0fd57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690367
Sep 16 19:17:41.910044 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7bd6bc30-f911-4fed-a6cf-1bf56d8a185d req-509e7b73-2ea6-46f4-a628-6a01f9ad4928 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368275
Sep 16 19:17:42.043886 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7bd6bc30-f911-4fed-a6cf-1bf56d8a185d req-d38c3dd5-2057-4c9c-88e9-39fa91ae8c87 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268718
Sep 16 19:17:42.215581 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41295075-1faf-4b5f-a395-ab37e2594c5a req-b416aa54-dfb8-43ea-875e-36decb361888 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:42.217023 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-41295075-1faf-4b5f-a395-ab37e2594c5a req-b416aa54-dfb8-43ea-875e-36decb361888 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0797184
Sep 16 19:17:42.261126 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-41295075-1faf-4b5f-a395-ab37e2594c5a req-9e73dab9-3d5c-4d20-bd02-664fc7a08531 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386081
Sep 16 19:17:43.476511 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb20f7-c9af-423d-985e-03c47d56344a req-68974469-2eee-43e1-a986-66304ed82a35 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:43.477983 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a9cb20f7-c9af-423d-985e-03c47d56344a req-68974469-2eee-43e1-a986-66304ed82a35 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0801442
Sep 16 19:17:43.522583 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a9cb20f7-c9af-423d-985e-03c47d56344a req-9203e2a8-dca0-44aa-af31-07ff7a12d1fe tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389464
Sep 16 19:17:44.728413 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff6f8-e8b9-4356-82d9-c12ee40449c6 req-f845e94a-6d67-45ef-b005-732b6ff1752b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:44.730029 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ae3ff6f8-e8b9-4356-82d9-c12ee40449c6 req-f845e94a-6d67-45ef-b005-732b6ff1752b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 945 time: 0.0751765
Sep 16 19:17:44.774163 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ae3ff6f8-e8b9-4356-82d9-c12ee40449c6 req-f9bdd0aa-90d5-4a11-ae46-1b8f230800d5 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385911
Sep 16 19:17:44.782939 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device d319bab9-792f-45e4-8e86-1d3c0420bc0c no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:17:44.896306 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:44.923648 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:17:44.933018 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:17:44.938235 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:44.940001 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:17:44.991918 dv-cinder-809447-1-iscsi neutron-server[75162]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'code': 422} returned with failed status
Sep 16 19:17:45.005958 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=8']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:17:45.009081 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:17:46.164186 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8a9c73f4-b41f-40b8-b96f-8b320d250e35 req-8b4fec2d-fca1-4ec8-84f5-174cc6cca624 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0665061
Sep 16 19:17:46.416453 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-b6a1ad8e-09f7-4824-92f2-3d5056a79320 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0763230
Sep 16 19:17:46.515385 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa59f46-51d9-4cc6-a44d-9a1ccb9e51d4 req-64209caa-de69-4778-91b3-732b7f97c340 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:46.516852 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efa59f46-51d9-4cc6-a44d-9a1ccb9e51d4 req-64209caa-de69-4778-91b3-732b7f97c340 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.1683741
Sep 16 19:17:46.562506 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efa59f46-51d9-4cc6-a44d-9a1ccb9e51d4 req-d7431b3f-c4eb-43c7-a66d-a3debc8e50f5 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400314
Sep 16 19:17:46.905244 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-5d984695-ef3b-4159-94d5-e5a7089c6a95 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc&tenant_id=4af54a7dd5b54bcea64d296ff459d9b7 HTTP/1.1" status: 200  len: 1096 time: 0.0688500
Sep 16 19:17:47.001541 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-a72e55ab-05e8-4738-96e9-82f9000ff50a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 1096 time: 0.0730934
Sep 16 19:17:47.131500 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-9b495720-c4da-4b4b-bf8c-630c8b69977a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:47.132932 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-9b495720-c4da-4b4b-bf8c-630c8b69977a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 917 time: 0.1249826
Sep 16 19:17:47.236213 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-4cc90c33-5f69-4f29-9a3d-0e06fa404781 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c HTTP/1.1" status: 200  len: 998 time: 0.0953660
Sep 16 19:17:47.298223 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-d93633ce-e9b9-4c30-9c5a-2a92bfef70e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:47.299604 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-d93633ce-e9b9-4c30-9c5a-2a92bfef70e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.0563285
Sep 16 19:17:47.374322 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-24f3b2e2-eb1d-420d-881a-df1177492120 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0670581
Sep 16 19:17:47.505261 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-25ace800-4a37-4aa8-97cd-24c546c4b0d6 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242428
Sep 16 19:17:47.641525 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-04d0468a-e571-4a6f-88af-8ab59898eacc service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289811
Sep 16 19:17:47.780069 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200772b-f228-45b1-bb83-02c264de86d8 req-446345e1-c19b-4364-85c8-430f19f840f3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:47.782317 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f200772b-f228-45b1-bb83-02c264de86d8 req-446345e1-c19b-4364-85c8-430f19f840f3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0840471
Sep 16 19:17:47.831098 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f200772b-f228-45b1-bb83-02c264de86d8 req-745aa304-8d22-4302-9e4c-a99fec396677 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422382
Sep 16 19:17:48.812134 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device d319bab9-792f-45e4-8e86-1d3c0420bc0c no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:17:49.078272 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fefdd-2288-4891-8f3f-36b14c064bc3 req-4e9e267e-7ad8-42fd-b11f-7f085f9cc3a3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:49.084171 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d73fefdd-2288-4891-8f3f-36b14c064bc3 req-4e9e267e-7ad8-42fd-b11f-7f085f9cc3a3 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0893507
Sep 16 19:17:49.130870 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d73fefdd-2288-4891-8f3f-36b14c064bc3 req-446c47af-8606-4fbd-bdf4-61b134feb581 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427346
Sep 16 19:17:50.357662 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe12de4-4ccb-4081-8591-b6b946153dae req-396bc3d4-c5c0-4202-a61e-0e984db11b26 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:50.359447 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ebe12de4-4ccb-4081-8591-b6b946153dae req-396bc3d4-c5c0-4202-a61e-0e984db11b26 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0859797
Sep 16 19:17:50.407270 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ebe12de4-4ccb-4081-8591-b6b946153dae req-b17e0507-04b4-4239-a62d-4253c0ec2d4b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422242
Sep 16 19:17:51.641859 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5cfbe-640c-4295-a6f1-6d918e5687a9 req-237089a0-e0ac-47da-9ca1-9b64b6ba0253 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:51.649296 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b9a5cfbe-640c-4295-a6f1-6d918e5687a9 req-237089a0-e0ac-47da-9ca1-9b64b6ba0253 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0910594
Sep 16 19:17:51.695433 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b9a5cfbe-640c-4295-a6f1-6d918e5687a9 req-393e314a-2b95-4da8-b826-5ea16f82181c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450222
Sep 16 19:17:52.909572 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e67c40-2647-4088-9aac-dacb44867db0 req-cbdfff13-33a4-46ed-bcc3-fe6502eb39af tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:52.911062 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a1e67c40-2647-4088-9aac-dacb44867db0 req-cbdfff13-33a4-46ed-bcc3-fe6502eb39af tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0774481
Sep 16 19:17:52.957214 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a1e67c40-2647-4088-9aac-dacb44867db0 req-80f49d6a-0d2e-4ab9-82cf-32d5dad20eca tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402901
Sep 16 19:17:53.455268 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0a99db3c-4383-4af5-a026-422b4d454679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:53.766179 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:54.179141 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904e7ab-2743-4cb2-9874-25ecbdb51708 req-956f110c-86fc-4677-8935-97dea83550bb tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:54.180602 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7904e7ab-2743-4cb2-9874-25ecbdb51708 req-956f110c-86fc-4677-8935-97dea83550bb tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0791323
Sep 16 19:17:54.227670 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7904e7ab-2743-4cb2-9874-25ecbdb51708 req-5caa97ae-67f4-44ea-a4ac-71bb763781c1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408683
Sep 16 19:17:55.451492 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2827197-e27f-4112-94a6-ba04a5658a74 req-d4c9d96e-c599-458b-8d8d-64d2f8d8c05d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:55.453681 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c2827197-e27f-4112-94a6-ba04a5658a74 req-d4c9d96e-c599-458b-8d8d-64d2f8d8c05d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0848672
Sep 16 19:17:55.504808 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c2827197-e27f-4112-94a6-ba04a5658a74 req-3fd779dc-2abd-4625-88e9-5c2486464af7 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454817
Sep 16 19:17:55.567332 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-219338a9-a053-4626-8b61-0866d870d399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:56.553630 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:56.767717 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20254c4-402b-4cb3-9c8a-3bb24e1714d7 req-b5e7ada8-b1ff-4dd8-be1f-66a76702c314 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:56.769707 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b20254c4-402b-4cb3-9c8a-3bb24e1714d7 req-b5e7ada8-b1ff-4dd8-be1f-66a76702c314 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0972593
Sep 16 19:17:56.825951 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b20254c4-402b-4cb3-9c8a-3bb24e1714d7 req-033c604b-774a-48f4-9813-73dc45e197b7 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496488
Sep 16 19:17:58.062912 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c9f67-c697-492c-9b98-d8827b5cd7d7 req-6969c5f1-97f6-495c-9f24-d72027429934 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:58.067851 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-171c9f67-c697-492c-9b98-d8827b5cd7d7 req-6969c5f1-97f6-495c-9f24-d72027429934 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0933540
Sep 16 19:17:58.145984 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:17:58.197267 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-171c9f67-c697-492c-9b98-d8827b5cd7d7 req-dc194f8c-2b1d-4958-b125-6c2a97f47f39 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251771
Sep 16 19:17:59.424478 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fd3eb7b1-7076-424e-a72c-9554436fb960 req-e1f83d51-5d82-4103-a9eb-b9b29792cac4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 1096 time: 0.1269135
Sep 16 19:17:59.437568 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47645c4-6fa2-4bd3-8572-97ccfdb6cf8e req-15852b82-e9d6-4a2e-8a54-2bb06fceb278 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:59.439007 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a47645c4-6fa2-4bd3-8572-97ccfdb6cf8e req-15852b82-e9d6-4a2e-8a54-2bb06fceb278 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0998547
Sep 16 19:17:59.575892 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a47645c4-6fa2-4bd3-8572-97ccfdb6cf8e req-68a11f16-2893-484f-843f-8651386b9ad9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313384
Sep 16 19:17:59.601863 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3eb7b1-7076-424e-a72c-9554436fb960 req-21d4ee23-1c7e-49fd-9f94-ccdf57717af6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:59.603343 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fd3eb7b1-7076-424e-a72c-9554436fb960 req-21d4ee23-1c7e-49fd-9f94-ccdf57717af6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 200  len: 917 time: 0.1599262
Sep 16 19:17:59.789991 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fd3eb7b1-7076-424e-a72c-9554436fb960 req-d1f6e667-e7d9-467e-8a92-4495fed186f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c HTTP/1.1" status: 200  len: 998 time: 0.1790526
Sep 16 19:17:59.851578 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3eb7b1-7076-424e-a72c-9554436fb960 req-fe7c9455-dc7d-4646-a90c-542b896cab1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:17:59.852979 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fd3eb7b1-7076-424e-a72c-9554436fb960 req-fe7c9455-dc7d-4646-a90c-542b896cab1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 200  len: 855 time: 0.0562427
Sep 16 19:17:59.929425 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fd3eb7b1-7076-424e-a72c-9554436fb960 req-076a9c31-0657-4af7-bfdd-2a0979e77eae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3892a6ed-02ff-4041-9f57-9a674253337d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699649
Sep 16 19:18:00.064467 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fd3eb7b1-7076-424e-a72c-9554436fb960 req-3e8ad113-5522-4ab6-8bb0-0ecfdbf66dca service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269302
Sep 16 19:18:00.195735 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fd3eb7b1-7076-424e-a72c-9554436fb960 req-4720d3c8-30ff-4ec7-b643-8bab2bf87ac5 service neutron] 10.222.0.20 "GET /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236989
Sep 16 19:18:00.785232 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c6981-08a1-493d-be16-2e552afbdbfc req-c0431a0d-7182-4af4-98e9-be020b43bbe1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:00.786684 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fb9c6981-08a1-493d-be16-2e552afbdbfc req-c0431a0d-7182-4af4-98e9-be020b43bbe1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0752916
Sep 16 19:18:00.831084 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-fb9c6981-08a1-493d-be16-2e552afbdbfc req-0674ba76-7338-4597-8f54-b01b5ba54901 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390632
Sep 16 19:18:01.478497 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:02.037857 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e7982-ea46-401c-a3a0-618d5553be7f req-e5b92607-7af0-4be7-9e28-cfbed824fcf2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:02.039347 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7d7e7982-ea46-401c-a3a0-618d5553be7f req-e5b92607-7af0-4be7-9e28-cfbed824fcf2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 943 time: 0.0758812
Sep 16 19:18:02.085707 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7d7e7982-ea46-401c-a3a0-618d5553be7f req-331ddc73-17f3-4513-ac5e-76fe82b10e86 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386548
Sep 16 19:18:02.858737 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device d319bab9-792f-45e4-8e86-1d3c0420bc0c details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:18:02.992421 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:18:03.005620 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'port_id': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'mac_address': 'fa:16:3e:56:66:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:18:03.057168 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:03.074058 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d319bab9-792f-45e4-8e86-1d3c0420bc0c {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:18:03.089297 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:18:03.092951 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:03.094639 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:18:03.156762 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=9']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:18:03.164759 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.165096 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.165423 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.165745 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.166064 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.166408 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.166724 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.167062 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.167377 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.167684 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.167993 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:03.172462 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:18:03.300407 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f4ce-daef-4990-b9cd-a9b778e897d4 req-f7c6b498-153b-4a91-9ebc-8a2aea35e2a9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:03.301829 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3853f4ce-daef-4990-b9cd-a9b778e897d4 req-f7c6b498-153b-4a91-9ebc-8a2aea35e2a9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 944 time: 0.0803275
Sep 16 19:18:03.341320 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['d319bab9-792f-45e4-8e86-1d3c0420bc0c'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:18:03.346503 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3853f4ce-daef-4990-b9cd-a9b778e897d4 req-3fddcb3e-fdf3-412d-8fa8-5dfd807e2bf9 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391335
Sep 16 19:18:04.557867 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d3c89-5d97-484d-b183-4b02184ccdf1 req-73dc5f1d-b0c3-48e0-ab1a-4e35ef299867 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:04.559318 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1e0d3c89-5d97-484d-b183-4b02184ccdf1 req-73dc5f1d-b0c3-48e0-ab1a-4e35ef299867 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 944 time: 0.0782385
Sep 16 19:18:04.603542 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1e0d3c89-5d97-484d-b183-4b02184ccdf1 req-be9b2b9d-8d61-4ab4-977c-05a095257a38 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382113
Sep 16 19:18:04.887941 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device d319bab9-792f-45e4-8e86-1d3c0420bc0c up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:18:04.955656 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port d319bab9-792f-45e4-8e86-1d3c0420bc0c triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:18:04.956022 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:05.067226 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:05.094441 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:18:05.103607 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:18:05.107525 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:05.110620 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:18:05.150980 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'code': 200}
Sep 16 19:18:05.177757 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=10']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:18:05.180752 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:18:05.380517 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cd53a75e-97e9-49f7-8dc0-43d89dd03ccc req-8570cce6-a92b-426e-8c76-31e1e0487fc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 1099 time: 0.0669312
Sep 16 19:18:05.423819 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cd53a75e-97e9-49f7-8dc0-43d89dd03ccc req-1c2cd6c2-a9c7-44d7-a969-84ae019ad225 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364873
Sep 16 19:18:05.626512 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:18:05.961056 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8e49-8c45-48ce-a665-ea614d934411 req-f0ccdc0d-a285-4af4-8ac9-635c8f01934b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:05.962514 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8a0e8e49-8c45-48ce-a665-ea614d934411 req-f0ccdc0d-a285-4af4-8ac9-635c8f01934b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 946 time: 0.0810826
Sep 16 19:18:06.008306 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8a0e8e49-8c45-48ce-a665-ea614d934411 req-923e15c6-c9e7-45d8-8141-4b1090cdcdf4 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398734
Sep 16 19:18:07.220354 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f4e32-720c-43a5-8bfa-4d6fda1041a3 req-1b4838f0-da5e-47f3-9367-d6e5a58586fc tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:07.221743 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-628f4e32-720c-43a5-8bfa-4d6fda1041a3 req-1b4838f0-da5e-47f3-9367-d6e5a58586fc tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 946 time: 0.0763845
Sep 16 19:18:07.266639 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-628f4e32-720c-43a5-8bfa-4d6fda1041a3 req-ab983d57-f922-465a-a367-ea3f619d401e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394695
Sep 16 19:18:18.796356 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 35822) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:18:19.119561 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Deleting port 3b6a8f74-c65f-4e73-83cb-82ce2a62ea85 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:18:19.119902 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:19.289443 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:19.289686 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:19.407581 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Calling delete_port for 3b6a8f74-c65f-4e73-83cb-82ce2a62ea85 owned by network:floatingip {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:18:19.559351 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:19.562706 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3681f25e-e981-4bc9-9ed9-a4bb02eeb131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:18:19.601963 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event deleted for resources: {'Port': ['ID=3b6a8f74-c65f-4e73-83cb-82ce2a62ea85,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:18:19.606110 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:18:19.786017 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for floatingip, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:20.167822 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Router 533f5e67-53f7-4fc3-8d94-df0558fc72ef has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:18:20.375834 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:18:20.387257 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff444162-09cd-4217-961b-3821163f29ae None None] Sync routers for ids ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:18:20.398441 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:20.413653 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff444162-09cd-4217-961b-3821163f29ae None None] Routers {'533f5e67-53f7-4fc3-8d94-df0558fc72ef'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:18:20.414301 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-ff444162-09cd-4217-961b-3821163f29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445f39700>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:17:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:18:20.450489 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-052b866a-1c0d-4151-b313-55f237803741 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "DELETE /v2.0/floatingips/06ec1764-9302-43b7-847a-7f3c1a00d34f HTTP/1.1" status: 204  len: 168 time: 1.6530387
Sep 16 19:18:20.451115 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:18:20.510836 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'status': 'completed', 'code': 200}
Sep 16 19:18:20.606039 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-ff444162-09cd-4217-961b-3821163f29ae None None] Set router 533f5e67-53f7-4fc3-8d94-df0558fc72ef gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:18:20.829848 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6220915-8166-4321-847c-90deb092f245 req-5316469e-d711-401d-9421-8f0ffc5e9bf6 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:20.831477 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a6220915-8166-4321-847c-90deb092f245 req-5316469e-d711-401d-9421-8f0ffc5e9bf6 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0817943
Sep 16 19:18:20.881987 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a6220915-8166-4321-847c-90deb092f245 req-2b576d29-8ca8-4a22-bfd3-827d00f6115a tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444632
Sep 16 19:18:20.918735 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-ff444162-09cd-4217-961b-3821163f29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445f39700>, [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:57Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '30bfb37a-4548-4246-a7dd-ce752668c133', 'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'mac_address': 'fa:16:3e:5e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:56Z', 'updated_at': '2021-09-16T19:13:12Z', 'revision_number': 5, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'subnets': [{'id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:18:20.923184 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff444162-09cd-4217-961b-3821163f29ae None None] Checking router: 533f5e67-53f7-4fc3-8d94-df0558fc72ef for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:18:20.933430 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff444162-09cd-4217-961b-3821163f29ae None None] Routers {'533f5e67-53f7-4fc3-8d94-df0558fc72ef'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:18:20.934014 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-ff444162-09cd-4217-961b-3821163f29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445f39700>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:17:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:18:21.110809 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-ff444162-09cd-4217-961b-3821163f29ae None None] Set router 533f5e67-53f7-4fc3-8d94-df0558fc72ef gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:18:21.450727 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-ff444162-09cd-4217-961b-3821163f29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445f39700>, [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:57Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '30bfb37a-4548-4246-a7dd-ce752668c133', 'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'mac_address': 'fa:16:3e:5e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:56Z', 'updated_at': '2021-09-16T19:13:12Z', 'revision_number': 5, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'subnets': [{'id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:18:21.455372 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff444162-09cd-4217-961b-3821163f29ae None None] The sync data for ids ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'] in dv-cinder-809447-1-iscsi is: [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:12:57Z', 'revision_number': 4, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '30bfb37a-4548-4246-a7dd-ce752668c133', 'name': '', 'network_id': '745e6c15-01a1-41b4-9672-c820aee3fede', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'mac_address': 'fa:16:3e:5e:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:56Z', 'updated_at': '2021-09-16T19:13:12Z', 'revision_number': 5, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'subnets': [{'id': '4b213f38-057c-4040-8428-c0bea9171bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:18:21.678867 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff1477-02a3-43dc-8094-f16b08eccf08 None None] New status for floating IP 06ec1764-9302-43b7-847a-7f3c1a00d34f: DOWN {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:18:22.083192 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0af3a-8eb4-428b-beaa-73e81d928e8f req-7f04f6a5-2b77-4395-b4e3-fd4eeb08fdfd tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:22.083880 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-f5e0af3a-8eb4-428b-beaa-73e81d928e8f req-7f04f6a5-2b77-4395-b4e3-fd4eeb08fdfd tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Synchronizing usage tracker for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:18:22.098486 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-f5e0af3a-8eb4-428b-beaa-73e81d928e8f req-7f04f6a5-2b77-4395-b4e3-fd4eeb08fdfd tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Unset dirty status for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:18:22.099613 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f5e0af3a-8eb4-428b-beaa-73e81d928e8f req-7f04f6a5-2b77-4395-b4e3-fd4eeb08fdfd tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0933604
Sep 16 19:18:22.145531 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f5e0af3a-8eb4-428b-beaa-73e81d928e8f req-b22195fb-3549-47ad-9fcd-e81645b9c7ee tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400856
Sep 16 19:18:23.207768 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b90ffadd-180b-4b15-b3b9-6156c30473e4 req-42b7b84b-f32f-4d1e-88de-4b9ae44ae5da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6e35375d8bb43cfa62224d5c126faf2&device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 1098 time: 0.0711422
Sep 16 19:18:23.342517 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755088e2-701d-43f3-ba7a-1d7248f16922 req-2c57d79c-1cfa-4b82-8a88-bd1c7c5d3f57 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:23.343938 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-755088e2-701d-43f3-ba7a-1d7248f16922 req-2c57d79c-1cfa-4b82-8a88-bd1c7c5d3f57 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0754523
Sep 16 19:18:23.345253 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ffadd-180b-4b15-b3b9-6156c30473e4 req-760e9a74-6cb2-40e3-bb2b-fc8496b88f21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:23.346724 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b90ffadd-180b-4b15-b3b9-6156c30473e4 req-760e9a74-6cb2-40e3-bb2b-fc8496b88f21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=745e6c15-01a1-41b4-9672-c820aee3fede HTTP/1.1" status: 200  len: 909 time: 0.1280892
Sep 16 19:18:23.393291 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-755088e2-701d-43f3-ba7a-1d7248f16922 req-130c48c9-b812-48a1-9e20-b308f2b4b32f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437014
Sep 16 19:18:23.427911 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b90ffadd-180b-4b15-b3b9-6156c30473e4 req-9cd9fa98-fcd2-48f3-a542-702a8ec8b4f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2 HTTP/1.1" status: 200  len: 217 time: 0.0720346
Sep 16 19:18:23.457008 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5837b0a2-e26a-4036-b857-64bec8dee62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:23.496133 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ffadd-180b-4b15-b3b9-6156c30473e4 req-cbad88ad-bd22-4e73-ae66-de248635c5cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:23.497601 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b90ffadd-180b-4b15-b3b9-6156c30473e4 req-cbad88ad-bd22-4e73-ae66-de248635c5cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b213f38-057c-4040-8428-c0bea9171bd8 HTTP/1.1" status: 200  len: 847 time: 0.0591989
Sep 16 19:18:23.576683 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b90ffadd-180b-4b15-b3b9-6156c30473e4 req-50f9dae8-c128-42df-a336-8ec35f627a64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=745e6c15-01a1-41b4-9672-c820aee3fede&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711887
Sep 16 19:18:23.721095 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b90ffadd-180b-4b15-b3b9-6156c30473e4 req-24794513-9b3c-4b5a-9a2d-12084928d544 service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262279
Sep 16 19:18:23.769632 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:23.942930 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b90ffadd-180b-4b15-b3b9-6156c30473e4 req-2901bbb1-7843-4b88-8413-0fe0103356c7 service neutron] 10.222.0.20 "GET /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2144213
Sep 16 19:18:24.598050 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe1a7-0aea-4554-8e0f-1074b6576f10 req-76772eb2-9970-46bc-aeff-125a14a8ac92 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:24.599615 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a2bfe1a7-0aea-4554-8e0f-1074b6576f10 req-76772eb2-9970-46bc-aeff-125a14a8ac92 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0814269
Sep 16 19:18:24.647539 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a2bfe1a7-0aea-4554-8e0f-1074b6576f10 req-ea8d303d-8ef1-4a52-9312-3a54024c1f75 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/security-groups?id=978cde1f-da22-4949-bd87-758c1449ffb6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420651
Sep 16 19:18:25.111822 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41294c4-3235-4a39-912e-07164152fd9d req-6a2ed098-220a-45f0-af7b-3747367b3803 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:25.113231 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c41294c4-3235-4a39-912e-07164152fd9d req-6a2ed098-220a-45f0-af7b-3747367b3803 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.20 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 945 time: 0.0792284
Sep 16 19:18:25.182019 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-c41294c4-3235-4a39-912e-07164152fd9d req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Deleting port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:18:25.182310 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c41294c4-3235-4a39-912e-07164152fd9d req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:25.416955 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-c41294c4-3235-4a39-912e-07164152fd9d req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] For port 5d624acc-fd69-4fd8-9088-dedf6ff481e2, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=5d624acc-fd69-4fd8-9088-dedf6ff481e2,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:18:25.417309 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c41294c4-3235-4a39-912e-07164152fd9d req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:25.536745 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-c41294c4-3235-4a39-912e-07164152fd9d req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Calling delete_port for 5d624acc-fd69-4fd8-9088-dedf6ff481e2 owned by compute:nova {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:18:25.563830 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-34fbc2ea-7a18-427f-8a6a-f55329eba26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:25.682682 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c41294c4-3235-4a39-912e-07164152fd9d req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:25.688997 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a62ec29c-f33e-4a3f-b931-083bf5e6b4ad tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:18:25.728930 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event deleted for resources: {'Port': ['ID=5d624acc-fd69-4fd8-9088-dedf6ff481e2,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:18:25.733194 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:18:25.810008 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41294c4-3235-4a39-912e-07164152fd9d req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] No DVR routers for this DVR port 5d624acc-fd69-4fd8-9088-dedf6ff481e2 on host hv-cinder-80944 {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:18:25.813065 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-c41294c4-3235-4a39-912e-07164152fd9d req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:25.815662 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'name': 'network-vif-deleted', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:18:25.822275 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-692ac729-f4d9-4044-9018-0a12bc1bf700 req-085d7b21-6127-458a-ab46-5a22199e56b7 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0428116
Sep 16 19:18:25.831343 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c41294c4-3235-4a39-912e-07164152fd9d req-3d59bdc5-cf42-4a98-8f8e-32a6361250ca tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.20 "DELETE /v2.0/ports/5d624acc-fd69-4fd8-9088-dedf6ff481e2 HTTP/1.1" status: 204  len: 173 time: 0.7099249
Sep 16 19:18:25.878912 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839a39d-6f45-44f7-bc73-333f6efd5df8', 'name': 'network-vif-deleted', 'tag': '5d624acc-fd69-4fd8-9088-dedf6ff481e2', 'status': 'completed', 'code': 200}
Sep 16 19:18:26.555759 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:26.985012 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0d1d0109-3c2c-4a5b-afd9-df03c689df3c req-90a0fcc6-dffd-42f3-b77d-7e7a75ecb320 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0407803
Sep 16 19:18:28.144032 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:28.157170 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-da4ed41d-cd05-4cc7-aa05-e8c99c5675a5 req-a74ab37f-1ef8-421f-b167-03893469616b tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Synchronizing usage tracker for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:18:28.171912 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-da4ed41d-cd05-4cc7-aa05-e8c99c5675a5 req-a74ab37f-1ef8-421f-b167-03893469616b tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Unset dirty status for tenant:e6e35375d8bb43cfa62224d5c126faf2 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:18:28.173070 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-da4ed41d-cd05-4cc7-aa05-e8c99c5675a5 req-a74ab37f-1ef8-421f-b167-03893469616b tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0598652
Sep 16 19:18:28.966837 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 5d624acc-fd69-4fd8-9088-dedf6ff481e2 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:18:28.999070 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 5d624acc-fd69-4fd8-9088-dedf6ff481e2 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:18:28.999531 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 5d624acc-fd69-4fd8-9088-dedf6ff481e2 not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:18:29.338654 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bdb29349-7b47-49d7-b962-e395e064411a req-6cc58c54-38cf-44d6-9e8c-eb7af2722de6 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0448029
Sep 16 19:18:30.499952 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-47923534-5a8a-497a-ac9a-b2f6ab548366 req-13ade455-6d11-4e20-8507-acbf0e07d294 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0418670
Sep 16 19:18:31.497904 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:31.657455 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-26c8f6f3-e276-4cd2-84bb-d1474e273e95 req-f7988300-61c8-4558-9dc3-b4b41eb9a4c3 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0421419
Sep 16 19:18:32.822412 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a827c35f-7aac-46f8-af87-1ea16a7cb5a6 req-7b35c756-fbfc-4e77-aee3-85bb32335a74 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0448658
Sep 16 19:18:33.987709 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4942c8f4-4f7a-4ba8-920b-34cef9fad64a req-3d03f107-00a6-4f0a-8eea-5f8b5bdb5cc0 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0414200
Sep 16 19:18:35.148300 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6e9bb087-f557-44ac-a1f4-76e23d95712b req-d8bc8db6-6ae3-40ad-9acc-226ab55c44e8 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0421617
Sep 16 19:18:36.316856 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ff8c6fd9-afb0-4e73-b7a7-0cff11d09f87 req-0c17b332-d13f-4e58-b0f2-b34018b80e92 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0430319
Sep 16 19:18:37.474356 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-13648641-b2d7-4a0c-a173-9e5d2242a2e2 req-335857ca-6346-40a4-88d9-ff236738ee29 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0416074
Sep 16 19:18:38.631786 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-985ff66f-db57-4ee0-9ba8-b1d7218d7ffb req-8c367247-e456-4bf6-9d40-1d473dd69ff6 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0416965
Sep 16 19:18:39.794041 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-21283c30-866f-4e27-8672-b7fdae57f8a0 req-cb66a555-cdde-4cca-80ee-bd91c76a4038 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0438375
Sep 16 19:18:40.824129 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3134d-ec07-4ec1-87d8-c26455839364 req-f1acad5b-6a27-4511-8cb7-514ca4d9e41c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:40.825587 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f6d3134d-ec07-4ec1-87d8-c26455839364 req-f1acad5b-6a27-4511-8cb7-514ca4d9e41c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 946 time: 0.0756028
Sep 16 19:18:40.874890 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f6d3134d-ec07-4ec1-87d8-c26455839364 req-e1aea71c-d745-4548-b493-e4a9a4c99b1c tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432189
Sep 16 19:18:40.956834 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-10d91541-e919-41ec-9f03-37d02deadfd5 req-217a8168-e86a-46a6-ad02-10864fb7fa12 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0416057
Sep 16 19:18:42.083873 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db878b62-05fb-437e-b1d3-bccfc43183da req-313335cb-1537-4b82-aaf9-19dcf81c8b35 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:42.085339 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db878b62-05fb-437e-b1d3-bccfc43183da req-313335cb-1537-4b82-aaf9-19dcf81c8b35 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 946 time: 0.0795364
Sep 16 19:18:42.132853 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-db878b62-05fb-437e-b1d3-bccfc43183da req-689da0cc-2082-4431-ac16-e8460ec61bc8 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups?id=381ea228-8400-4537-b0b4-fba09ecc96a5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411756
Sep 16 19:18:42.139815 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-76a139e2-a474-4aea-b615-eecd281e4bf7 req-a2aac750-c6d9-435c-852d-6343f0d05951 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0474198
Sep 16 19:18:42.150849 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-793949ad-4a9d-4a98-a7d5-5841a2153dbc tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:42.152252 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-793949ad-4a9d-4a98-a7d5-5841a2153dbc tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 946 time: 0.1198864
Sep 16 19:18:42.219034 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Deleting port d319bab9-792f-45e4-8e86-1d3c0420bc0c {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:18:42.219280 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:42.545333 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] For port d319bab9-792f-45e4-8e86-1d3c0420bc0c, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=d319bab9-792f-45e4-8e86-1d3c0420bc0c,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:18:42.545601 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:42.626316 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:18:42.826186 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:42.826469 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:42.826791 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.l3_db [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Floating IP f166f363-238c-4b3c-b966-02480eeacf4e disassociated. External IP: 172.27.3.29, port: d319bab9-792f-45e4-8e86-1d3c0420bc0c.
Sep 16 19:18:42.827934 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Calling delete_port for d319bab9-792f-45e4-8e86-1d3c0420bc0c owned by compute:nova {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:18:42.965258 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:42.970770 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:18:43.016292 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event deleted for resources: {'Port': ['ID=d319bab9-792f-45e4-8e86-1d3c0420bc0c,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:18:43.029565 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.031338 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.031338 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.031338 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.031700 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.031968 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.032310 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.032661 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.033014 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.033366 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.033724 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:43.037149 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:18:43.234896 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:18:43.317097 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c29eee0c-cb76-450a-aa0a-afd3294eeb61 req-17acd214-0245-453a-b304-8bdab3488d0b tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0407956
Sep 16 19:18:43.357983 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6bf6b60-6e0d-447b-96f6-45d34af73464 req-3275868f-da41-45db-b2aa-05572512297f tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0589a69-a967-4a5b-8649-fb885ae9b9cc HTTP/1.1" status: 200  len: 210 time: 0.0547016
Sep 16 19:18:43.507962 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:18:43.519718 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] Sync routers for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:18:43.531710 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:18:43.532341 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446220a60>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:18:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:18:43.584079 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] No DVR routers for this DVR port d319bab9-792f-45e4-8e86-1d3c0420bc0c on host hv-cinder-80944 {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:18:43.586509 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:43.589168 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'name': 'network-vif-deleted', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:18:43.604795 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6c5f3f4d-0f8d-4339-91b4-f5272d88dc73 req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.20 "DELETE /v2.0/ports/d319bab9-792f-45e4-8e86-1d3c0420bc0c HTTP/1.1" status: 204  len: 173 time: 1.4474199
Sep 16 19:18:43.647730 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0589a69-a967-4a5b-8649-fb885ae9b9cc', 'name': 'network-vif-deleted', 'tag': 'd319bab9-792f-45e4-8e86-1d3c0420bc0c', 'status': 'completed', 'code': 200}
Sep 16 19:18:43.714700 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:18:44.024856 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446220a60>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:18:44.028647 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] Checking router: 63a4bcc5-04c4-4b27-8748-62a32c9045c7 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:18:44.040364 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:18:44.041112 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446220a60>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:18:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:18:44.218462 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:18:44.496652 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7fc53ac9-27cb-497e-b1dd-7b5197b6dde5 req-5f1568ae-c8bb-42a1-ac9b-cbbf8591f464 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0535986
Sep 16 19:18:44.536052 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 36014) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:18:44.586303 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446220a60>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:18:44.590257 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241b818b-9ebb-41c8-bb5a-0cc08173b824 None None] The sync data for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi is: [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:11:06Z', 'revision_number': 4, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': 'd4743602-7dfd-4a0b-a748-72827e4f94be', 'name': '', 'network_id': '3892a6ed-02ff-4041-9f57-9a674253337d', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'mac_address': 'fa:16:3e:48:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:04Z', 'updated_at': '2021-09-16T19:11:22Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'subnets': [{'id': '179672fb-57cf-44d9-8a96-d86f7d32dc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:18:44.612063 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:44.641813 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:44.694958 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:44.700100 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2c6782f2-7848-4fe5-a13b-13ce84d5afb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:18:44.717309 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381ea228-8400-4537-b0b4-fba09ecc96a5,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:18:44.732853 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:44.737726 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "DELETE /v2.0/security-groups/381ea228-8400-4537-b0b4-fba09ecc96a5 HTTP/1.1" status: 204  len: 168 time: 0.1975405
Sep 16 19:18:44.737726 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.737726 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.737726 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.737726 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.737726 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.738362 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.738362 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.738543 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.738874 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.739220 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.739565 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:18:44.740564 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36018) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:18:44.743413 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:18:44.758761 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.api.v2.resource [None req-217c1ada-0293-42e3-b9ef-4a7258aa5420 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] show failed (client error): The resource could not be found.
Sep 16 19:18:44.762194 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-217c1ada-0293-42e3-b9ef-4a7258aa5420 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "GET /v2.0/security-groups/381ea228-8400-4537-b0b4-fba09ecc96a5 HTTP/1.1" status: 404  len: 347 time: 0.0180564
Sep 16 19:18:44.763165 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 36022) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:18:44.836744 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08754104-cc2c-4da7-882b-de755f13d5e8 None None] New status for floating IP f166f363-238c-4b3c-b966-02480eeacf4e: DOWN {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:18:44.920663 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Deleting port b03d8a15-38e2-4611-92fe-af0dc29bc38c {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:18:44.920992 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:45.096747 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:45.097069 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:45.274843 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Calling delete_port for b03d8a15-38e2-4611-92fe-af0dc29bc38c owned by network:floatingip {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:18:45.365330 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.db.api [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 19:18:45.365677 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_db.api [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 19:18:45.663593 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bde5da43-6c26-4bba-a7c2-c5c3350f3c40 req-643798b2-7f8a-42c7-b656-151f3f384e7c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0424333
Sep 16 19:18:45.866721 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Deleting port b03d8a15-38e2-4611-92fe-af0dc29bc38c {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:18:45.867220 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:46.032830 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:46.033152 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:46.151680 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Calling delete_port for b03d8a15-38e2-4611-92fe-af0dc29bc38c owned by network:floatingip {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:18:46.285506 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:46.288960 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:18:46.330811 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Pushing event deleted for resources: {'Port': ['ID=b03d8a15-38e2-4611-92fe-af0dc29bc38c,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:18:46.333328 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:18:46.426366 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks [] for floatingip, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:46.439842 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:46.440921 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-058cd3c4-8786-4dcc-a8ef-77f3898842a2 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] 10.222.0.22 "DELETE /v2.0/floatingips/f166f363-238c-4b3c-b966-02480eeacf4e HTTP/1.1" status: 204  len: 168 time: 1.6768088
Sep 16 19:18:46.824424 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4c4bd7b4-e4ee-471a-a935-ae1658c80f18 req-8cb1ba0a-47ce-4fb5-9289-030ab8b6afe7 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0397809
Sep 16 19:18:47.090792 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device d319bab9-792f-45e4-8e86-1d3c0420bc0c no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:18:47.122484 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: d319bab9-792f-45e4-8e86-1d3c0420bc0c {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:18:47.122827 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device d319bab9-792f-45e4-8e86-1d3c0420bc0c not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:18:47.986329 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a9af91f0-0970-4c26-9584-6fb079b40ed0 req-42469767-dfcc-484f-a1cd-901a51a3c2f2 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0444026
Sep 16 19:18:49.153317 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ab2b9a41-9881-45dc-9bd4-89ad33b89897 req-46ed2ad1-9eb0-4358-9cba-59bcf569c108 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0434325
Sep 16 19:18:50.320550 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-935b83c5-1626-454c-93d0-0d8e1356a991 req-f0ec452b-3b8b-44ee-a322-fec815bcda5c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0467761
Sep 16 19:18:51.484447 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c67cecfc-1c7a-4beb-a91c-6b54b300ca07 req-5536c20c-0143-4e92-9707-d1633829eef4 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0418878
Sep 16 19:18:52.646108 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0485d1c5-d3f9-47c7-89b5-770988e47524 req-3df11100-4f77-41b0-b567-6d69709d4eb5 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0426629
Sep 16 19:18:53.459124 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-689c0d27-4a0a-4f5b-9ac5-4119eeed5436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:53.771156 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:53.818386 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4c99cbea-ec3e-46d6-83d1-cbc3c510d455 req-61da79f5-f10d-40c7-9b12-bdd22392ea8e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0446389
Sep 16 19:18:54.981889 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c63b920d-5c7d-47f2-9d05-5ea6547e42b8 req-8f6df60c-103d-4cb8-87a7-289ce26908bc tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0443451
Sep 16 19:18:55.566953 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4aa0d4a0-77ab-43aa-a532-aa8f1e4ed33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:56.150385 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cf05701c-884f-4f3f-9c03-138e46868a88 req-d1c66d97-05f2-45b0-9c77-db05908623c7 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0461226
Sep 16 19:18:56.558740 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:57.309136 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3961c2b2-6cb4-4b7f-90e9-1179aa416903 req-519b2c42-d413-474e-93ba-a0dc32000784 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0401821
Sep 16 19:18:58.145069 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:18:58.325165 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-95956b23-6707-4502-95bc-ad1a0542d0ea req-d6fc6b7d-fe10-4039-8529-32f24db40f43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0692031
Sep 16 19:18:58.471634 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-abc3293d-b4b1-4320-9bef-6b01d7cd107b req-bf035406-5599-4912-a606-823523454647 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0414388
Sep 16 19:18:58.509259 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-95956b23-6707-4502-95bc-ad1a0542d0ea req-aebc3f1e-0bea-476a-bc0c-4c481b1980f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.1641905
Sep 16 19:18:58.656453 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95956b23-6707-4502-95bc-ad1a0542d0ea req-36eaadaa-205f-4e5c-8bb4-18567abe6016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:58.657874 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-95956b23-6707-4502-95bc-ad1a0542d0ea req-36eaadaa-205f-4e5c-8bb4-18567abe6016 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1287670
Sep 16 19:18:58.763300 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-95956b23-6707-4502-95bc-ad1a0542d0ea req-8436d6d4-b2dc-4724-8cd3-24fd59c78f36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0987549
Sep 16 19:18:58.828462 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95956b23-6707-4502-95bc-ad1a0542d0ea req-4296749a-0aa0-4978-8039-4a87c438f29a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:18:58.829892 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-95956b23-6707-4502-95bc-ad1a0542d0ea req-4296749a-0aa0-4978-8039-4a87c438f29a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0607727
Sep 16 19:18:58.906974 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-95956b23-6707-4502-95bc-ad1a0542d0ea req-5bd377ff-ecb8-4404-a1bc-6a2d2e7c1ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711136
Sep 16 19:18:59.036944 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-95956b23-6707-4502-95bc-ad1a0542d0ea req-56202e3b-a52a-4312-9875-95a96d2ecc58 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232402
Sep 16 19:18:59.168921 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-95956b23-6707-4502-95bc-ad1a0542d0ea req-881307b3-ab96-4c83-9070-4471f9904b48 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256318
Sep 16 19:18:59.635181 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a2c5dfc9-6cae-4250-9298-88c72e6580da req-d784467d-6cb1-4d39-a297-7ef0958bc64a tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0412683
Sep 16 19:19:00.792840 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a65e3abb-bfa2-4ec5-9e6f-d859bb204314 req-884e5342-b0c3-4635-9d93-a68b16177b3d tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0402477
Sep 16 19:19:01.495329 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:01.952522 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f944f15c-ca3b-49e6-bf66-74e09c3cf88d req-72bbcee4-498f-4abb-b722-e113f7e976af tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0414171
Sep 16 19:19:03.121212 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ed8bdf34-d4e4-488e-b793-740a35ceeab1 req-aa039c42-c9ab-4f4a-ac43-642e47baa023 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0445764
Sep 16 19:19:04.287772 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f3e3b779-e384-4a89-aedd-2e9f5e00f5e1 req-6c320313-e4ef-4ea4-83d5-a7bb25d83c49 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0460567
Sep 16 19:19:05.445538 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-819e95a8-d346-4ff1-bf8c-ff47a5bf9ddc req-24e1f1a9-53ed-4db4-8212-a2bb18953784 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0408778
Sep 16 19:19:06.620635 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-85f198c3-eb27-4ef1-8a38-f086a07cc055 req-8e1e0ba8-591e-456d-8578-26f5b1e1ee79 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0448129
Sep 16 19:19:07.803300 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-be483e26-ed84-4742-bb9c-75e49c2b9156 req-219f51ce-b744-4a2a-8201-580aef8bac11 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0419872
Sep 16 19:19:08.960552 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e83daca2-e4ec-4ff8-aabe-bbf4be113d90 req-47d572e6-4570-4e6a-a44d-771d8cd8a1e8 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0401664
Sep 16 19:19:10.125187 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c9968ddd-996a-408c-b124-3032c3bca995 req-22dffd0e-f194-45a2-a450-bb257de755c2 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0438323
Sep 16 19:19:11.285536 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fc2bc020-bfc0-40c1-96fc-44b0e1d1f88d req-a415e7ce-53ce-4105-ac33-ca655d171f91 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0429609
Sep 16 19:19:12.445746 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-15ce006d-c2f4-4ae0-b86d-96a63d64cdc0 req-1837864e-df43-48b0-b81e-d2ae1690b17b tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0407405
Sep 16 19:19:13.608978 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-677aa204-b48a-4e0f-b478-4417ff69be7d req-b998d41c-e8f0-4f1a-b508-6e1499d86d8c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0405223
Sep 16 19:19:14.768557 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b629dbd4-9678-4e70-9584-4fdbaa1f914f req-f5e606ae-5575-41ac-a6ae-7cf2af8890a3 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0438225
Sep 16 19:19:15.926822 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-16d5f8d1-1bd1-46fe-9dce-0b6fe0089018 req-d8132e11-3cb2-4a79-9bec-948157f65263 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0399587
Sep 16 19:19:17.091623 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6ccb6e38-57a2-4fa2-9627-56fbcdd6faa8 req-c192f67a-dbe9-4ae1-bcdb-2cb45eafb790 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0446763
Sep 16 19:19:18.254601 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4d26ca03-58a9-4582-8fb2-f1dbe1533c8b req-70f45f13-e73d-4c14-a037-e80c09bc7c8f tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0447798
Sep 16 19:19:19.414701 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3ef0247b-16a1-4088-a8e6-c64fe208ad42 req-5173f5e5-4bff-4362-bcf1-2641008660c5 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0408456
Sep 16 19:19:19.626714 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:19:20.580944 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f5778632-b921-440e-98ba-d5c16d948df0 req-30319b37-7d92-460e-9dfe-d370841ad32c tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0411401
Sep 16 19:19:21.741217 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1a8d8c0d-694d-4b8e-bc19-637e3d6ad6e0 req-8a3cc3f9-5b7f-4ab4-9cd4-9a1b4af4f27e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0442634
Sep 16 19:19:22.904538 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c1b06c31-33ca-4be1-bec0-6e0f9285a031 req-66672385-9b9c-4ec5-83f3-f340c63f3f3e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0404356
Sep 16 19:19:23.462063 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-8896faf2-ed4a-41e1-887a-c0c3b530abd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:23.772500 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:24.134432 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-61bbef24-113f-4c45-94ce-5216e90b9584 req-2d139db8-a542-49f2-9509-25ffd9059385 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.1064420
Sep 16 19:19:25.295605 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-bce0c95a-13b9-4033-b361-44940a93ba16 req-b9d71b23-6a05-456f-a7d2-8a1f3ea99791 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0430467
Sep 16 19:19:25.569387 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-d3f0a40a-e452-4b82-a71e-1bfebc7f20a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:26.469327 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-80955519-6e78-4444-a50a-e3fa324225fa req-eeedfd24-a4bd-4afb-83a3-378ba499640e tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "GET /v2.0/ports?device_id=f839a39d-6f45-44f7-bc73-333f6efd5df8 HTTP/1.1" status: 200  len: 210 time: 0.0398259
Sep 16 19:19:26.563165 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:27.587997 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 36386) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:27.653906 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5929cfc5-fca8-4e4b-816a-d54491bf3f00 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:27.684900 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5929cfc5-fca8-4e4b-816a-d54491bf3f00 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:27.748069 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5929cfc5-fca8-4e4b-816a-d54491bf3f00 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:27.751854 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-02afc3f7-b383-434d-9643-46a19efa4693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:27.766564 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929cfc5-fca8-4e4b-816a-d54491bf3f00 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978cde1f-da22-4949-bd87-758c1449ffb6,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:27.769643 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5929cfc5-fca8-4e4b-816a-d54491bf3f00 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:27.779270 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5929cfc5-fca8-4e4b-816a-d54491bf3f00 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:27.780386 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-5929cfc5-fca8-4e4b-816a-d54491bf3f00 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] 10.222.0.22 "DELETE /v2.0/security-groups/978cde1f-da22-4949-bd87-758c1449ffb6 HTTP/1.1" status: 204  len: 168 time: 0.1914341
Sep 16 19:19:27.845704 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36392) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:28.149501 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:28.388551 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719805'] for router_interface, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:28.974115 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Deleting port 30bfb37a-4548-4246-a7dd-ce752668c133 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:19:28.974828 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:29.144927 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] For port 30bfb37a-4548-4246-a7dd-ce752668c133, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=30bfb37a-4548-4246-a7dd-ce752668c133,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:19:29.145283 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:29.262539 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Calling delete_port for 30bfb37a-4548-4246-a7dd-ce752668c133 owned by network:router_interface {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:19:29.435549 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:29.439555 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7ced0d33-8167-4f98-bdc2-110aeed4fcde tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:29.483645 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Pushing event deleted for resources: {'Port': ['ID=30bfb37a-4548-4246-a7dd-ce752668c133,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:29.487855 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:29.871833 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15345281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720007'] for router_interface, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:30.460759 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Router 533f5e67-53f7-4fc3-8d94-df0558fc72ef has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:19:30.665531 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:19:30.674296 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] Sync routers for ids ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:19:30.682488 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ca4eae34-eb02-43cb-885a-065eee345803 admin admin] 10.222.0.22 "PUT /v2.0/routers/533f5e67-53f7-4fc3-8d94-df0558fc72ef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8356216
Sep 16 19:19:30.685013 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36422) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:30.685835 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] Routers {'533f5e67-53f7-4fc3-8d94-df0558fc72ef'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:19:30.686475 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445d71f40>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:19:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:30.868240 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] Set router 533f5e67-53f7-4fc3-8d94-df0558fc72ef gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:19:30.882011 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Notify callbacks [] for router, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:31.082178 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:31.092625 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Deleting port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:19:31.093263 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:31.164599 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445d71f40>, [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:19:29Z', 'revision_number': 5, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port': {'id': '53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:31.168334 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] Checking router: 533f5e67-53f7-4fc3-8d94-df0558fc72ef for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:19:31.179279 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] Routers {'533f5e67-53f7-4fc3-8d94-df0558fc72ef'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:19:31.179884 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445d71f40>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:19:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:31.330998 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] Set router 533f5e67-53f7-4fc3-8d94-df0558fc72ef gateway port host: None {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:19:31.377867 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] For port 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:19:31.378252 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:31.440145 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445d71f40>, [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:19:31Z', 'revision_number': 6, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port_host': None}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:31.444345 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95a0a3-e28e-41aa-abca-a8d8f99a2326 None None] The sync data for ids ['533f5e67-53f7-4fc3-8d94-df0558fc72ef'] in dv-cinder-809447-1-iscsi is: [{'id': '533f5e67-53f7-4fc3-8d94-df0558fc72ef', 'name': 'tempest-TestShelveInstance-528030522-router', 'tenant_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:12:53Z', 'updated_at': '2021-09-16T19:19:31Z', 'revision_number': 6, 'project_id': 'e6e35375d8bb43cfa62224d5c126faf2', 'gw_port_host': None}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:19:31.495217 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:31.511444 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Calling delete_port for 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 owned by network:router_gateway {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:19:31.676391 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:31.680085 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a17fd5ae-911b-4eec-a563-a5be88d01f66 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:31.722338 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:31.725763 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:31.851647 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 30bfb37a-4548-4246-a7dd-ce752668c133 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:19:31.888329 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 30bfb37a-4548-4246-a7dd-ce752668c133 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:19:31.888678 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 30bfb37a-4548-4246-a7dd-ce752668c133 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:19:31.953777 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705128'] for router_gateway, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.210124 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25059'] for router, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.214500 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.241567 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330320'] for router, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.242077 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 533f5e67-53f7-4fc3-8d94-df0558fc72ef {{(pid=75160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 16 19:19:32.255065 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.256201 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5086e562-c91a-4b09-9a60-5c2c59537935 admin admin] 10.222.0.22 "DELETE /v2.0/routers/533f5e67-53f7-4fc3-8d94-df0558fc72ef HTTP/1.1" status: 204  len: 168 time: 1.5702636
Sep 16 19:19:32.258647 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36434) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:32.322177 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21396d9-582c-4d22-b99d-642089c6e7a3 admin admin] Deleting subnet 4b213f38-057c-4040-8428-c0bea9171bd8 {{(pid=75160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:19:32.325127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f21396d9-582c-4d22-b99d-642089c6e7a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.378206 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f21396d9-582c-4d22-b99d-642089c6e7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3042159'] for subnet, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.502857 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f21396d9-582c-4d22-b99d-642089c6e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.572902 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f21396d9-582c-4d22-b99d-642089c6e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2682591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124563'] for subnet, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.577309 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5df2ddf7-9559-4648-97fb-af9fc8887780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:32.612271 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21396d9-582c-4d22-b99d-642089c6e7a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b213f38-057c-4040-8428-c0bea9171bd8,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:32.615063 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f21396d9-582c-4d22-b99d-642089c6e7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:32.617447 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f21396d9-582c-4d22-b99d-642089c6e7a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.623197 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a580c-f904-4c42-89f4-c35975b6f3c8 None None] Network 745e6c15-01a1-41b4-9672-c820aee3fede requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:19:32.623505 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-f21396d9-582c-4d22-b99d-642089c6e7a3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4b213f38-057c-4040-8428-c0bea9171bd8 HTTP/1.1" status: 204  len: 168 time: 0.3636823
Sep 16 19:19:32.625949 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36444) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:32.832425 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.845950 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Deleting port dc0ac8e7-b0cc-482e-985d-093b250c3de6 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:19:32.846326 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:32.862668 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] DHCP port deletion for 745e6c15-01a1-41b4-9672-c820aee3fede request from dv-cinder-809447-1-iscsi {{(pid=75162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 16 19:19:32.867179 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] Deleting port dc0ac8e7-b0cc-482e-985d-093b250c3de6 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:19:32.867647 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.048298 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] For port dc0ac8e7-b0cc-482e-985d-093b250c3de6, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=dc0ac8e7-b0cc-482e-985d-093b250c3de6,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:19:33.048654 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.097631 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] For port dc0ac8e7-b0cc-482e-985d-093b250c3de6, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=dc0ac8e7-b0cc-482e-985d-093b250c3de6,segment=NetworkSegment(9550b63f-693f-41c4-a773-ceed49eea125),segment_id=9550b63f-693f-41c4-a773-ceed49eea125)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:19:33.098030 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.171073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Calling delete_port for dc0ac8e7-b0cc-482e-985d-093b250c3de6 owned by network:dhcp {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:19:33.214767 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] Calling delete_port for dc0ac8e7-b0cc-482e-985d-093b250c3de6 owned by network:dhcp {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:19:33.245179 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.250058 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:33.290729 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0ac8e7-b0cc-482e-985d-093b250c3de6,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:33.293109 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:33.295539 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] No DVR routers for this DVR port dc0ac8e7-b0cc-482e-985d-093b250c3de6 on host dv-cinder-809447-1-iscsi {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:19:33.346515 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.db.api [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 19:19:33.346912 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_db.api [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 19:19:33.409597 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.434415 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f04453f71f0>,) {'filters': {'network_id': ['745e6c15-01a1-41b4-9672-c820aee3fede']}} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:33.451869 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f04453f71f0>, '9550b63f-693f-41c4-a773-ceed49eea125') {'for_net_delete': True} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:33.452163 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f04453f71f0>, '9550b63f-693f-41c4-a773-ceed49eea125') {} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:33.466915 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3042150'] for segment, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.499448 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.507011 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=75160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:19:33.507472 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2681213'] for segment, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]: Traceback (most recent call last):
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     timer()
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     cb(*args, **kw)
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     return func(*args, **kwargs)
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     self._notify()
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     self.callback(batched_events)
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     event.method(event)
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     return f(self, *a, **k)
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._get(url).json()
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:19:33.521171 dv-cinder-809447-1-iscsi neutron-server[75160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:19:33.595463 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.597859 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:19:33.598928 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:33.613104 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.624490 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=745e6c15-01a1-41b4-9672-c820aee3fede,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:33.630315 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:33.634774 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:19:33.635202 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 53c0b4d1-49c4-45a6-b7ea-ebe56eb34a31 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:19:33.635650 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device dc0ac8e7-b0cc-482e-985d-093b250c3de6 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:19:33.638374 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/745e6c15-01a1-41b4-9672-c820aee3fede HTTP/1.1" status: 204  len: 168 time: 1.0113587
Sep 16 19:19:33.641253 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36456) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:33.666498 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: dc0ac8e7-b0cc-482e-985d-093b250c3de6 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:19:33.666845 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device dc0ac8e7-b0cc-482e-985d-093b250c3de6 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:19:33.847750 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] Deleting port dc0ac8e7-b0cc-482e-985d-093b250c3de6 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:19:33.848391 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:33.912894 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c676c-cfa7-464f-86f6-19dfa44a758c None None] The port 'dc0ac8e7-b0cc-482e-985d-093b250c3de6' was deleted {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Sep 16 19:19:34.032388 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719805'] for router_interface, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:34.722085 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Deleting port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:19:34.722755 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:34.891144 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] For port 469e5c8c-54e3-4c09-bb23-cf02de1b98d1, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=469e5c8c-54e3-4c09-bb23-cf02de1b98d1,segment=NetworkSegment(4cb794ff-61e7-4b55-b260-b531cba53613),segment_id=4cb794ff-61e7-4b55-b260-b531cba53613)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:19:34.891497 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:35.014966 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Calling delete_port for 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 owned by network:router_interface {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:19:35.190263 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:35.193551 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:35.235408 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Pushing event deleted for resources: {'Port': ['ID=469e5c8c-54e3-4c09-bb23-cf02de1b98d1,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:35.237730 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:35.516134 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15345281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720007'] for router_interface, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:36.196637 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Router ee234160-e51f-4423-96f5-48229703515b has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:19:36.393123 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:19:36.405733 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] Sync routers for ids ['ee234160-e51f-4423-96f5-48229703515b'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:19:36.409933 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] 10.222.0.22 "PUT /v2.0/routers/ee234160-e51f-4423-96f5-48229703515b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7675693
Sep 16 19:19:36.412528 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36478) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:36.417902 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] Routers {'ee234160-e51f-4423-96f5-48229703515b'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:19:36.418542 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f044636ac70>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:19:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['ee234160-e51f-4423-96f5-48229703515b'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:36.598429 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] Set router ee234160-e51f-4423-96f5-48229703515b gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:19:36.610913 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Notify callbacks [] for router, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:36.822153 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:36.832366 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Deleting port d0566cfa-9a8f-445c-a271-f7f6b6a65f39 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:19:36.832699 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:36.888981 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f044636ac70>, [{'id': 'ee234160-e51f-4423-96f5-48229703515b', 'name': 'tempest-TestShelveInstance-1323479206-router', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:01Z', 'updated_at': '2021-09-16T19:19:35Z', 'revision_number': 5, 'project_id': '018a53349b40488f9093f9912067a55a', 'gw_port': {'id': 'd0566cfa-9a8f-445c-a271-f7f6b6a65f39', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee234160-e51f-4423-96f5-48229703515b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:02Z', 'updated_at': '2021-09-16T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:36.894129 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] Checking router: ee234160-e51f-4423-96f5-48229703515b for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:19:36.904358 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] Routers {'ee234160-e51f-4423-96f5-48229703515b'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:19:36.904888 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f044636ac70>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:19:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['ee234160-e51f-4423-96f5-48229703515b'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:37.005756 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] For port d0566cfa-9a8f-445c-a271-f7f6b6a65f39, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=d0566cfa-9a8f-445c-a271-f7f6b6a65f39,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:19:37.006151 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:37.053889 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] Set router ee234160-e51f-4423-96f5-48229703515b gateway port host: None {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:19:37.131330 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Calling delete_port for d0566cfa-9a8f-445c-a271-f7f6b6a65f39 owned by network:router_gateway {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:19:37.160306 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f044636ac70>, [{'id': 'ee234160-e51f-4423-96f5-48229703515b', 'name': 'tempest-TestShelveInstance-1323479206-router', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:01Z', 'updated_at': '2021-09-16T19:19:36Z', 'revision_number': 6, 'project_id': '018a53349b40488f9093f9912067a55a', 'gw_port_host': None}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:37.169638 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a9391-6699-4fba-a97a-f7b224fa899c None None] The sync data for ids ['ee234160-e51f-4423-96f5-48229703515b'] in dv-cinder-809447-1-iscsi is: [{'id': 'ee234160-e51f-4423-96f5-48229703515b', 'name': 'tempest-TestShelveInstance-1323479206-router', 'tenant_id': '018a53349b40488f9093f9912067a55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:01Z', 'updated_at': '2021-09-16T19:19:36Z', 'revision_number': 6, 'project_id': '018a53349b40488f9093f9912067a55a', 'gw_port_host': None}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:19:37.404143 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:37.408879 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-05c112b9-df72-4c63-9e9d-94313f09c939 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:37.451587 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0566cfa-9a8f-445c-a271-f7f6b6a65f39,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:37.455767 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:37.684524 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705128'] for router_gateway, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:37.907420 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:19:37.942822 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:19:37.943166 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 469e5c8c-54e3-4c09-bb23-cf02de1b98d1 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:19:37.945902 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25059'] for router, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:37.950021 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:37.975454 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330320'] for router, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:37.975902 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee234160-e51f-4423-96f5-48229703515b {{(pid=75160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 16 19:19:37.988586 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:37.989697 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ee234160-e51f-4423-96f5-48229703515b HTTP/1.1" status: 204  len: 168 time: 1.5762711
Sep 16 19:19:37.992389 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36496) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:38.056038 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc803a76-4a06-4406-9f0f-3fa6fe6e7c29 admin admin] Deleting subnet d7236529-8673-4104-9bbd-b707e0c9d2bf {{(pid=75160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:19:38.058952 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fc803a76-4a06-4406-9f0f-3fa6fe6e7c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.115960 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fc803a76-4a06-4406-9f0f-3fa6fe6e7c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3042159'] for subnet, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.197693 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fc803a76-4a06-4406-9f0f-3fa6fe6e7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.270534 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fc803a76-4a06-4406-9f0f-3fa6fe6e7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2682591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124563'] for subnet, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.274902 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:38.313627 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc803a76-4a06-4406-9f0f-3fa6fe6e7c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7236529-8673-4104-9bbd-b707e0c9d2bf,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:38.316668 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-fc803a76-4a06-4406-9f0f-3fa6fe6e7c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:38.320323 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-fc803a76-4a06-4406-9f0f-3fa6fe6e7c29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.324866 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f18a552-0221-43a5-a720-79587fab4330 None None] Network 928530ed-a9a6-43d4-bc5c-74303306849a requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:19:38.326163 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-fc803a76-4a06-4406-9f0f-3fa6fe6e7c29 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d7236529-8673-4104-9bbd-b707e0c9d2bf HTTP/1.1" status: 204  len: 168 time: 0.3328469
Sep 16 19:19:38.328825 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36502) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:38.432955 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.443917 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Deleting port 750a9785-059b-468e-9844-2a12ff7908f3 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:19:38.444244 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.573826 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] DHCP port deletion for 928530ed-a9a6-43d4-bc5c-74303306849a request from dv-cinder-809447-1-iscsi {{(pid=75162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 16 19:19:38.578782 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] Deleting port 750a9785-059b-468e-9844-2a12ff7908f3 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:19:38.579170 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.655351 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] For port 750a9785-059b-468e-9844-2a12ff7908f3, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=750a9785-059b-468e-9844-2a12ff7908f3,segment=NetworkSegment(4cb794ff-61e7-4b55-b260-b531cba53613),segment_id=4cb794ff-61e7-4b55-b260-b531cba53613)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:19:38.655721 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.784625 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] For port 750a9785-059b-468e-9844-2a12ff7908f3, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=750a9785-059b-468e-9844-2a12ff7908f3,segment=NetworkSegment(4cb794ff-61e7-4b55-b260-b531cba53613),segment_id=4cb794ff-61e7-4b55-b260-b531cba53613)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:19:38.784945 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.877550 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Calling delete_port for 750a9785-059b-468e-9844-2a12ff7908f3 owned by network:dhcp {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:19:38.904628 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] Calling delete_port for 750a9785-059b-468e-9844-2a12ff7908f3 owned by network:dhcp {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:19:38.952390 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:38.957738 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:38.979618 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.db.api [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 19:19:38.980173 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_db.api [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 19:19:38.997851 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=750a9785-059b-468e-9844-2a12ff7908f3,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:39.001912 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:39.005380 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] No DVR routers for this DVR port 750a9785-059b-468e-9844-2a12ff7908f3 on host dv-cinder-809447-1-iscsi {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:19:39.121452 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.149792 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0444cb3760>,) {'filters': {'network_id': ['928530ed-a9a6-43d4-bc5c-74303306849a']}} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:39.161981 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0444cb3760>, '4cb794ff-61e7-4b55-b260-b531cba53613') {'for_net_delete': True} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:39.162295 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0444cb3760>, '4cb794ff-61e7-4b55-b260-b531cba53613') {} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:19:39.173131 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3042150'] for segment, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.190102 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.197320 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=75160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:19:39.197707 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2681213'] for segment, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]: Traceback (most recent call last):
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     timer()
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     cb(*args, **kw)
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     return func(*args, **kwargs)
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     self._notify()
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     self.callback(batched_events)
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     event.method(event)
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     return f(self, *a, **k)
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._get(url).json()
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:19:39.211688 dv-cinder-809447-1-iscsi neutron-server[75160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:19:39.284822 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.288622 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:39.307879 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.316446 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=928530ed-a9a6-43d4-bc5c-74303306849a,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:39.320650 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:39.326749 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/928530ed-a9a6-43d4-bc5c-74303306849a HTTP/1.1" status: 204  len: 168 time: 0.9968646
Sep 16 19:19:39.461527 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36516) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:39.480722 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] Deleting port 750a9785-059b-468e-9844-2a12ff7908f3 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:19:39.481371 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.511799 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-1ab60a0a-90f4-4b0f-afa2-afd57cb61a30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6e35375d8bb43cfa62224d5c126faf2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0490026
Sep 16 19:19:39.514298 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36520) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:39.546194 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-464e220c-a36a-40b0-a1a9-a2a45a5cd0cb None None] The port '750a9785-059b-468e-9844-2a12ff7908f3' was deleted {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Sep 16 19:19:39.581544 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d40ad7c3-28ff-4f17-9203-dbccf1db4954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.597789 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 750a9785-059b-468e-9844-2a12ff7908f3 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:19:39.607785 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d40ad7c3-28ff-4f17-9203-dbccf1db4954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.629843 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 750a9785-059b-468e-9844-2a12ff7908f3 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:19:39.630217 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 750a9785-059b-468e-9844-2a12ff7908f3 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:19:39.630642 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d0566cfa-9a8f-445c-a271-f7f6b6a65f39 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:19:39.660502 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d40ad7c3-28ff-4f17-9203-dbccf1db4954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.665340 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-46d86057-faf4-492a-a18d-6377e9e5d52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:39.668236 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: d0566cfa-9a8f-445c-a271-f7f6b6a65f39 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:19:39.668603 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d0566cfa-9a8f-445c-a271-f7f6b6a65f39 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:19:39.678267 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ad7c3-28ff-4f17-9203-dbccf1db4954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431112fc-ae15-4c53-8a2b-59902c81dfc0,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:39.682056 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d40ad7c3-28ff-4f17-9203-dbccf1db4954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:39.685152 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d40ad7c3-28ff-4f17-9203-dbccf1db4954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:39.689247 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d40ad7c3-28ff-4f17-9203-dbccf1db4954 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/431112fc-ae15-4c53-8a2b-59902c81dfc0 HTTP/1.1" status: 204  len: 168 time: 0.1710951
Sep 16 19:19:40.079054 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36534) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:40.131850 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d70b3a1c-992d-406d-b729-8274396d84d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=018a53349b40488f9093f9912067a55a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0514953
Sep 16 19:19:40.134174 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 36538) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:19:40.194718 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5072160d-07b7-4b71-88b6-de737fc40044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:40.220436 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5072160d-07b7-4b71-88b6-de737fc40044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:40.272730 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5072160d-07b7-4b71-88b6-de737fc40044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:40.277589 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6bdd9387-3529-4ba0-be37-e6260766e902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:19:40.289216 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072160d-07b7-4b71-88b6-de737fc40044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33dae94-5b8b-46e1-bab9-167602a5c779,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:19:40.292323 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5072160d-07b7-4b71-88b6-de737fc40044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:19:40.296837 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5072160d-07b7-4b71-88b6-de737fc40044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:40.298127 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5072160d-07b7-4b71-88b6-de737fc40044 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e33dae94-5b8b-46e1-bab9-167602a5c779 HTTP/1.1" status: 204  len: 168 time: 0.1630898
Sep 16 19:19:53.457197 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e56da29-483f-4e13-8b53-5c9f15984281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:53.774533 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:55.570848 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-38323ef5-0698-40ca-9229-0ea06b39abce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:56.563947 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:56.626767 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:19:58.152418 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:19:58.289689 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-420b3739-422d-4d57-b852-e7e31e924ebd req-3d0db3c2-68f4-46d0-b097-a585b8447c39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723505
Sep 16 19:19:58.430728 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-420b3739-422d-4d57-b852-e7e31e924ebd req-707c4e29-e063-4616-8b0d-269fafcda559 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0696347
Sep 16 19:19:58.576747 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b3739-422d-4d57-b852-e7e31e924ebd req-9281d428-aad5-478f-985b-c3650a2be189 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:19:58.578518 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-420b3739-422d-4d57-b852-e7e31e924ebd req-9281d428-aad5-478f-985b-c3650a2be189 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1280143
Sep 16 19:19:58.684442 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-420b3739-422d-4d57-b852-e7e31e924ebd req-7c1ff700-e4ad-48bf-87b2-84641a52dcef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0997641
Sep 16 19:19:58.744841 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b3739-422d-4d57-b852-e7e31e924ebd req-b7ca0d25-0f08-461a-b9ed-504e275fa8e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:19:58.746233 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-420b3739-422d-4d57-b852-e7e31e924ebd req-b7ca0d25-0f08-461a-b9ed-504e275fa8e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0565996
Sep 16 19:19:58.821070 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-420b3739-422d-4d57-b852-e7e31e924ebd req-35fbca1b-e320-4792-81ca-d46457315196 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681896
Sep 16 19:19:58.951738 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-420b3739-422d-4d57-b852-e7e31e924ebd req-538c0ad6-793e-49f4-b774-0924485c1f4a service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238544
Sep 16 19:19:59.178643 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-420b3739-422d-4d57-b852-e7e31e924ebd req-54bec876-db71-4a5e-a805-e0a4b11bafc9 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2208712
Sep 16 19:20:01.495227 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:23.458785 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-8225c8ef-170a-47d3-855b-f5717210f709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:23.776838 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:25.571648 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a69ffbf8-a8a1-494a-bda3-ec6a1aa0b4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:26.566898 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:28.155634 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:31.509291 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:33.629350 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:20:53.461241 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-640a99bc-f039-4e5f-b5fa-30894e10aecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:53.778490 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:55.573758 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-afc20522-f8ce-4c8f-814d-9c81d52cb0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:56.572034 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:58.157043 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:20:58.857914 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6d64b59-a9d1-49c5-8a83-be82130c067f req-fd26d91d-6307-4054-81b1-aad0d014fdc8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0776517
Sep 16 19:20:58.950483 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6d64b59-a9d1-49c5-8a83-be82130c067f req-1567ebb3-710e-42d0-b635-c14f17af51e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48fbdc17f85b453bb146af7020c43b48&device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 1098 time: 0.0709639
Sep 16 19:20:59.094466 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d64b59-a9d1-49c5-8a83-be82130c067f req-871983bd-1d5b-46b4-a30e-13c60dda7850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:20:59.095912 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6d64b59-a9d1-49c5-8a83-be82130c067f req-871983bd-1d5b-46b4-a30e-13c60dda7850 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8bb91cbe-9da1-400f-8546-f131bcf42f78 HTTP/1.1" status: 200  len: 914 time: 0.1270592
Sep 16 19:20:59.167889 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6d64b59-a9d1-49c5-8a83-be82130c067f req-558b5e1b-1343-4688-ae48-8b9bb00ef394 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa HTTP/1.1" status: 200  len: 217 time: 0.0645509
Sep 16 19:20:59.234325 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d64b59-a9d1-49c5-8a83-be82130c067f req-757769e5-b20f-4e1e-87a5-a3fb075a1151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:20:59.235750 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6d64b59-a9d1-49c5-8a83-be82130c067f req-757769e5-b20f-4e1e-87a5-a3fb075a1151 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6966db04-28f7-4d2c-ade8-1186ac271192 HTTP/1.1" status: 200  len: 853 time: 0.0600877
Sep 16 19:20:59.279589 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6d64b59-a9d1-49c5-8a83-be82130c067f req-3e02ea05-4f76-4973-87b1-b4f2357b698b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8bb91cbe-9da1-400f-8546-f131bcf42f78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380049
Sep 16 19:20:59.408160 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6d64b59-a9d1-49c5-8a83-be82130c067f req-ece65ef5-d169-4633-a7ac-2e7010d1920a service neutron] 10.222.0.20 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223483
Sep 16 19:20:59.539499 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6d64b59-a9d1-49c5-8a83-be82130c067f req-9f1df304-4908-4e3d-aa68-8c90ae15bbcb service neutron] 10.222.0.20 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252744
Sep 16 19:21:01.525330 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:10.628355 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:21:23.465410 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1ddce92c-b664-4e3c-9fa3-d56e0107ede6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:23.780548 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:25.576637 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6bf191ed-6830-48db-adba-b1f470574419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:26.571701 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:28.163217 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:31.523644 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:47.628363 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:21:53.467076 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-f61014b5-776f-4aae-8403-aa71d8a75fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:53.782894 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:55.577723 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a9529664-9a80-417e-a5bb-4162771d1bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:56.574818 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:21:58.166565 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:00.449807 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c6a7f132-1dff-464f-83ff-254879347c80 req-d589afc6-2d33-4db6-ab26-9685e7039bb4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1901047
Sep 16 19:22:00.543987 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c6a7f132-1dff-464f-83ff-254879347c80 req-0c450270-d44c-4940-bda7-660ddd118114 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 1099 time: 0.0729575
Sep 16 19:22:00.684807 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7f132-1dff-464f-83ff-254879347c80 req-f159e386-231c-4412-9ac3-cc4dcff1ee1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:22:00.686236 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c6a7f132-1dff-464f-83ff-254879347c80 req-f159e386-231c-4412-9ac3-cc4dcff1ee1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 913 time: 0.1238697
Sep 16 19:22:00.787260 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c6a7f132-1dff-464f-83ff-254879347c80 req-44115920-d12b-49a2-a0cd-9de1b13b0623 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de HTTP/1.1" status: 200  len: 1002 time: 0.0950112
Sep 16 19:22:00.849067 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7f132-1dff-464f-83ff-254879347c80 req-7720a9e7-9c6e-4f27-9c31-192fa06e70cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:22:00.850545 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c6a7f132-1dff-464f-83ff-254879347c80 req-7720a9e7-9c6e-4f27-9c31-192fa06e70cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.0570173
Sep 16 19:22:00.923273 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c6a7f132-1dff-464f-83ff-254879347c80 req-808577f3-7c86-4957-ab62-6f14e94dc2f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0669029
Sep 16 19:22:00.932873 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [req-c6a7f132-1dff-464f-83ff-254879347c80 req-0a129a83-3a8a-4759-9c7f-285e9d26b88a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:22:00.933779 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c6a7f132-1dff-464f-83ff-254879347c80 req-0a129a83-3a8a-4759-9c7f-285e9d26b88a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046885
Sep 16 19:22:01.063911 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c6a7f132-1dff-464f-83ff-254879347c80 req-76d3e2e3-51be-459f-901c-af2fcea399d0 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235187
Sep 16 19:22:01.203099 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c6a7f132-1dff-464f-83ff-254879347c80 req-40f2b84b-c55c-4ec2-a131-0ee433cb2de2 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329365
Sep 16 19:22:01.523560 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:23.468136 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-8b94eb60-5e73-404a-acbd-34792970419a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:23.784489 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:24.627664 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:22:25.579145 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7e156d12-6feb-4677-bbfd-45fffe0c7988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:26.578073 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:28.177198 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:31.524736 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:53.468976 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6fdaa4f5-b311-4b9b-98a1-8356b4da7242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:53.787951 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:55.580786 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-274fdb74-8f37-490a-a842-e68a4a559d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:56.581332 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:22:58.172060 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:01.340929 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f611be42-fdea-4123-9073-b66db6612ca5 req-4b5c9323-2201-4d6b-a6e1-921006485d99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1615541
Sep 16 19:23:01.481772 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f611be42-fdea-4123-9073-b66db6612ca5 req-46333bb3-78cb-4ae1-878f-7d1f027749ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0722711
Sep 16 19:23:01.524117 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:01.628042 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:23:01.629209 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611be42-fdea-4123-9073-b66db6612ca5 req-1d982edb-693b-4683-89e2-9edcf5b2473c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:23:01.630674 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f611be42-fdea-4123-9073-b66db6612ca5 req-1d982edb-693b-4683-89e2-9edcf5b2473c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1308284
Sep 16 19:23:01.733827 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f611be42-fdea-4123-9073-b66db6612ca5 req-3a5e8cbc-bdf0-40fe-bce1-3cf1ab1e0934 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0965822
Sep 16 19:23:01.797525 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611be42-fdea-4123-9073-b66db6612ca5 req-036011a1-99f8-4a28-ac55-cb14715e4100 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:23:01.798931 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f611be42-fdea-4123-9073-b66db6612ca5 req-036011a1-99f8-4a28-ac55-cb14715e4100 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0589862
Sep 16 19:23:01.872784 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f611be42-fdea-4123-9073-b66db6612ca5 req-686a6b5b-826c-451d-9bcc-4c6bee1fc689 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0671070
Sep 16 19:23:02.002024 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f611be42-fdea-4123-9073-b66db6612ca5 req-6107dae1-957a-4898-94c7-5be54c745172 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228933
Sep 16 19:23:02.131578 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f611be42-fdea-4123-9073-b66db6612ca5 req-9483220f-302a-47c0-af2e-10d58e19beb1 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238050
Sep 16 19:23:23.470033 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a3f867ef-ecbb-4ea3-a54b-37f05b7c39b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:23.782375 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:25.583256 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8c17-308d-4605-8768-1b9142b42dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:26.583715 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:28.176403 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:31.538611 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:38.627452 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:23:53.472092 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-74d1f446-0fd4-4e30-8f9e-b0d1623d7e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:53.784857 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:55.585408 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-df90509b-3f51-489a-b3d9-008678d99f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:56.586427 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:23:58.178442 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:01.547029 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:03.312476 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7a928843-2283-4115-943d-dc4582618579 req-015ad3fc-0578-4d14-80f9-3658885eb975 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0667343
Sep 16 19:24:03.403724 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7a928843-2283-4115-943d-dc4582618579 req-4644b85a-a422-4d69-b8d3-13de418541ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48fbdc17f85b453bb146af7020c43b48&device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 1098 time: 0.0713985
Sep 16 19:24:03.545344 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a928843-2283-4115-943d-dc4582618579 req-607712e7-abe9-4165-afff-592df6241df2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:24:03.546716 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7a928843-2283-4115-943d-dc4582618579 req-607712e7-abe9-4165-afff-592df6241df2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8bb91cbe-9da1-400f-8546-f131bcf42f78 HTTP/1.1" status: 200  len: 914 time: 0.1250262
Sep 16 19:24:03.615437 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7a928843-2283-4115-943d-dc4582618579 req-b4d7edbb-0760-4c37-9723-acf7a4e1ae62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa HTTP/1.1" status: 200  len: 217 time: 0.0626285
Sep 16 19:24:03.676036 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a928843-2283-4115-943d-dc4582618579 req-757e6699-f501-4e4c-ba06-2d591f5abceb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:24:03.677442 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7a928843-2283-4115-943d-dc4582618579 req-757e6699-f501-4e4c-ba06-2d591f5abceb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6966db04-28f7-4d2c-ade8-1186ac271192 HTTP/1.1" status: 200  len: 853 time: 0.0564427
Sep 16 19:24:03.720413 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7a928843-2283-4115-943d-dc4582618579 req-5a11ad5e-62f6-4c58-86bc-bb8dfeb2c60b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8bb91cbe-9da1-400f-8546-f131bcf42f78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368671
Sep 16 19:24:03.850391 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7a928843-2283-4115-943d-dc4582618579 req-ec1462dd-dc0d-4a7b-a366-1d1cbe0e810c service neutron] 10.222.0.20 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237922
Sep 16 19:24:03.978171 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7a928843-2283-4115-943d-dc4582618579 req-3f9f3de9-0fc6-47d5-942e-059819fd9d10 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218646
Sep 16 19:24:15.630733 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:24:23.474596 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-21c14790-be01-47d0-afa8-85140f8b57ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:23.785563 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:25.587378 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ad80cca4-64d5-43c6-a4bf-b46447347d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:26.590133 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:28.180349 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:31.569834 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:52.631209 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:24:53.476085 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-724b8b66-7e4f-43fa-a5d0-f0b71f556630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:53.786277 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:55.589859 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-e874309b-446d-406d-bd71-9eb787d91e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:56.597763 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:24:58.184715 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:01.561691 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:05.444097 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b160e6e-f332-4464-8142-de504ef83509 req-48e7adf8-ba16-4e8e-aa3d-9f541da26099 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1593728
Sep 16 19:25:05.530117 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b160e6e-f332-4464-8142-de504ef83509 req-6366a1bc-8c5b-4d10-a9d9-abfa53d9f922 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 1099 time: 0.0661283
Sep 16 19:25:05.671257 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160e6e-f332-4464-8142-de504ef83509 req-ded355a5-c0f1-4921-8c67-4c06274d8360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:25:05.672682 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b160e6e-f332-4464-8142-de504ef83509 req-ded355a5-c0f1-4921-8c67-4c06274d8360 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 913 time: 0.1242893
Sep 16 19:25:05.776157 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b160e6e-f332-4464-8142-de504ef83509 req-2f7d1d5b-326a-4479-9e32-9cfc10e735f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de HTTP/1.1" status: 200  len: 1002 time: 0.0966227
Sep 16 19:25:05.837104 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160e6e-f332-4464-8142-de504ef83509 req-574ed234-4d12-4d2f-8ea9-fccdd42b60dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:25:05.838567 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b160e6e-f332-4464-8142-de504ef83509 req-574ed234-4d12-4d2f-8ea9-fccdd42b60dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.0561769
Sep 16 19:25:05.916051 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b160e6e-f332-4464-8142-de504ef83509 req-225edbd5-efe3-4a87-aaa5-a1f7701d1093 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713835
Sep 16 19:25:06.047032 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b160e6e-f332-4464-8142-de504ef83509 req-7e0d5bc3-8344-4b67-bd91-d910151e94d8 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245492
Sep 16 19:25:06.179460 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b160e6e-f332-4464-8142-de504ef83509 req-634d62af-f0bd-4df1-ba6f-748e386ebc8a service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259468
Sep 16 19:25:23.478345 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ac60d70b-24db-46db-a6c1-ec6452af3f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:23.788615 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:25.591149 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5263be4a-51b1-41f4-9897-015c67a9ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:26.597793 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:28.186696 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:29.630690 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:25:31.555953 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:53.480914 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7100f232-875b-4865-9439-4728791fcad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:53.790918 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:55.594773 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ca70ae6b-3fdc-4909-90b8-c5540d6264f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:56.598931 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:25:58.191288 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:01.567061 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:05.271495 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fb6fdacd-2157-4bbf-87f8-2c1fdb6a0bf4 req-c33172cd-1719-4443-b386-534b4cbb29c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0674207
Sep 16 19:26:05.411257 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fb6fdacd-2157-4bbf-87f8-2c1fdb6a0bf4 req-f776a285-1104-4d45-97f6-2eea5476c4b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0720642
Sep 16 19:26:05.553484 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fdacd-2157-4bbf-87f8-2c1fdb6a0bf4 req-8b976699-719c-45be-8f63-2c0f85c60a24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:26:05.554844 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fb6fdacd-2157-4bbf-87f8-2c1fdb6a0bf4 req-8b976699-719c-45be-8f63-2c0f85c60a24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1239746
Sep 16 19:26:05.654938 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fb6fdacd-2157-4bbf-87f8-2c1fdb6a0bf4 req-9e332629-c80d-45b9-a44a-5a0c1cb710b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0939848
Sep 16 19:26:05.715998 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fdacd-2157-4bbf-87f8-2c1fdb6a0bf4 req-fa6ec079-fd1b-48c0-90d3-0d527a442590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:26:05.717415 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fb6fdacd-2157-4bbf-87f8-2c1fdb6a0bf4 req-fa6ec079-fd1b-48c0-90d3-0d527a442590 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0564442
Sep 16 19:26:05.794670 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fb6fdacd-2157-4bbf-87f8-2c1fdb6a0bf4 req-72e32e1e-5a4c-4171-a272-f96ea0c158b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706928
Sep 16 19:26:05.928166 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fb6fdacd-2157-4bbf-87f8-2c1fdb6a0bf4 req-b3e04ef0-62d7-439c-ab6c-c7fa85671d54 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265354
Sep 16 19:26:06.060846 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fb6fdacd-2157-4bbf-87f8-2c1fdb6a0bf4 req-c778b62c-3549-4424-b0f2-1946bdc16906 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267390
Sep 16 19:26:06.631239 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:26:23.484732 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-42fb4e80-19f3-4340-9ab6-8f1c9e1c4dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:23.794624 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:25.597088 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3a30fbad-1894-4046-8458-c9a0314caade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:26.603690 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:27.582632 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [req-62cb2b4b-af31-42c1-8ff3-b378a60fdffb req-dc5a4ec4-1279-406b-a7b2-127e88b20984 service neutron] (75160) timed out ('10.222.0.20', 59548) {{(pid=75160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 16 19:26:28.194082 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:31.581716 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:43.631152 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:26:53.485341 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-42b51410-585e-4f4d-b1e7-24e4b0825730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:53.796952 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:55.598842 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ce07e7a7-8e37-4305-8efd-eb41894c75e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:56.607400 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:26:58.195605 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:01.598042 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:07.446100 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dbdd2e37-7137-4a3b-a70d-65a64a5f38fa req-414f4bd7-ea1c-457b-a002-9e11b1e0bf90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2416036
Sep 16 19:27:07.536660 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dbdd2e37-7137-4a3b-a70d-65a64a5f38fa req-37ff1474-337f-4d68-95b8-e579ce47020f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48fbdc17f85b453bb146af7020c43b48&device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 1098 time: 0.0683296
Sep 16 19:27:07.678192 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd2e37-7137-4a3b-a70d-65a64a5f38fa req-2133df84-2af3-4b95-bbe5-a9a6ef3f32e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:27:07.679634 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dbdd2e37-7137-4a3b-a70d-65a64a5f38fa req-2133df84-2af3-4b95-bbe5-a9a6ef3f32e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8bb91cbe-9da1-400f-8546-f131bcf42f78 HTTP/1.1" status: 200  len: 914 time: 0.1247723
Sep 16 19:27:07.752929 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dbdd2e37-7137-4a3b-a70d-65a64a5f38fa req-d7312ba1-bbe8-43db-8dcf-c51728d474ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa HTTP/1.1" status: 200  len: 217 time: 0.0670013
Sep 16 19:27:07.813619 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd2e37-7137-4a3b-a70d-65a64a5f38fa req-ca20ec63-46e2-4703-af22-52bb44c24549 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:27:07.814978 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dbdd2e37-7137-4a3b-a70d-65a64a5f38fa req-ca20ec63-46e2-4703-af22-52bb44c24549 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6966db04-28f7-4d2c-ade8-1186ac271192 HTTP/1.1" status: 200  len: 853 time: 0.0568061
Sep 16 19:27:07.862278 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dbdd2e37-7137-4a3b-a70d-65a64a5f38fa req-58a5dac7-78f3-443f-bccb-eb7c99122140 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8bb91cbe-9da1-400f-8546-f131bcf42f78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415132
Sep 16 19:27:07.991607 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dbdd2e37-7137-4a3b-a70d-65a64a5f38fa req-289fcdd0-5405-41c8-b72c-717eeffca657 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234062
Sep 16 19:27:08.124770 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dbdd2e37-7137-4a3b-a70d-65a64a5f38fa req-7689eb60-19fb-41cc-9be4-8f3ccfe0576c service neutron] 10.222.0.20 "GET /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273293
Sep 16 19:27:20.631260 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:27:23.486260 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6f8c-a72e-4641-a66c-df78d131e9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:23.798011 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:25.601483 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6a6660d7-665c-4db7-82ec-4fafe9ace5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:26.607542 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:28.198840 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:31.629121 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:53.488822 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1121eefb-9aab-48c6-8b44-5a11ecb92b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:53.799072 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:55.602808 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6b65e7f2-476b-4144-aafb-1637f6885a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:56.609885 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:27:57.631076 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:27:58.203120 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:01.643038 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:07.294239 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-33601b5d-7b34-4bdb-bb0c-3062617f52dc req-7e9ff3f5-07de-4902-aa77-afb9a340368f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668550
Sep 16 19:28:07.384894 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-33601b5d-7b34-4bdb-bb0c-3062617f52dc req-7dade34d-2da2-43da-a87e-cfb1c049cb96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 1099 time: 0.0711849
Sep 16 19:28:07.525073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33601b5d-7b34-4bdb-bb0c-3062617f52dc req-3b715528-73cf-46c6-9691-f947fab01c61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:28:07.526517 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-33601b5d-7b34-4bdb-bb0c-3062617f52dc req-3b715528-73cf-46c6-9691-f947fab01c61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 913 time: 0.1229906
Sep 16 19:28:07.622190 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-33601b5d-7b34-4bdb-bb0c-3062617f52dc req-21d128b1-7297-4f23-9c18-bc8f1ad9a24e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de HTTP/1.1" status: 200  len: 1002 time: 0.0899653
Sep 16 19:28:07.687141 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33601b5d-7b34-4bdb-bb0c-3062617f52dc req-e6afbe2e-49b9-45c2-8e59-d8d8923e5125 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:28:07.688502 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-33601b5d-7b34-4bdb-bb0c-3062617f52dc req-e6afbe2e-49b9-45c2-8e59-d8d8923e5125 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.0590544
Sep 16 19:28:07.763416 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-33601b5d-7b34-4bdb-bb0c-3062617f52dc req-22f000c1-bf3e-4361-a01f-378dd8517377 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686619
Sep 16 19:28:07.895071 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-33601b5d-7b34-4bdb-bb0c-3062617f52dc req-6255241d-0c05-45f5-b2eb-866371a0c242 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242568
Sep 16 19:28:08.040844 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-33601b5d-7b34-4bdb-bb0c-3062617f52dc req-ae09ed29-b1cb-4256-85de-9fe1689a0331 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393476
Sep 16 19:28:23.490967 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b840312b-4413-4d18-b83d-949fc8a40859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:23.804084 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:25.605990 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3ab5b5e8-bc13-4074-ac7c-241ff6500b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:26.652636 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:28.205221 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:31.645725 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:34.631262 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:28:53.492470 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0f87a556-4c60-4fdd-a54f-23a73f8a6c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:53.807521 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:55.608454 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-d66eb96b-c588-4152-827b-62f33a3a50bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:56.616221 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:58.211391 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:28:59.921699 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [req-9782be4e-dd97-44f1-a4fa-121229805084 req-4ec48390-d2fa-429d-b6a9-595d79dc62c2 service neutron] (75161) timed out ('10.222.0.20', 59532) {{(pid=75161) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 16 19:29:01.673272 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:09.360446 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e7c18f7c-0eed-4350-9a5b-acb2a24052eb req-840f4016-bb7c-4175-ac29-2229ce3adb59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1707807
Sep 16 19:29:09.500486 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e7c18f7c-0eed-4350-9a5b-acb2a24052eb req-f8f4f8ed-79c1-4192-8209-f7662aee42af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0702491
Sep 16 19:29:09.642682 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18f7c-0eed-4350-9a5b-acb2a24052eb req-2083eeab-a044-4030-a7bd-0a2e4fce0f4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:29:09.644114 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e7c18f7c-0eed-4350-9a5b-acb2a24052eb req-2083eeab-a044-4030-a7bd-0a2e4fce0f4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1259127
Sep 16 19:29:09.748302 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e7c18f7c-0eed-4350-9a5b-acb2a24052eb req-88a6850e-0eb0-4b86-ba47-71e072946399 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0977893
Sep 16 19:29:09.813797 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18f7c-0eed-4350-9a5b-acb2a24052eb req-90f5ed82-7f57-4b6f-b0cd-056e4a0e6836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:29:09.815288 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e7c18f7c-0eed-4350-9a5b-acb2a24052eb req-90f5ed82-7f57-4b6f-b0cd-056e4a0e6836 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0613077
Sep 16 19:29:09.894437 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e7c18f7c-0eed-4350-9a5b-acb2a24052eb req-97793d1c-02ff-4c4d-8a77-389b3505f9bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728016
Sep 16 19:29:10.025003 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e7c18f7c-0eed-4350-9a5b-acb2a24052eb req-f939a8ce-9bf1-44e1-b868-727a12e2bb14 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244748
Sep 16 19:29:10.154990 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e7c18f7c-0eed-4350-9a5b-acb2a24052eb req-add50377-1b58-4529-a74b-405b57c5b883 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236875
Sep 16 19:29:11.631267 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:29:23.494568 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4eed0445-fe40-4168-973f-f14d14a908e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:23.811440 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:25.609502 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b27a0cd7-e08b-4d72-958a-fb4a4b3c9746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:26.619686 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:27.489996 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4608d68-e8c4-4de3-880a-808a6e287f47 req-3df4dcd9-5e61-458f-8ca0-1f727141b687 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:29:27.491485 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e4608d68-e8c4-4de3-880a-808a6e287f47 req-3df4dcd9-5e61-458f-8ca0-1f727141b687 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 945 time: 0.1763065
Sep 16 19:29:27.537639 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e4608d68-e8c4-4de3-880a-808a6e287f47 req-e79f241d-3136-4a85-bdc0-dda2c8a4cb65 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/security-groups?id=813e92a7-3d38-4e90-aa27-8eacf6f01f56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390093
Sep 16 19:29:27.881834 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-fc949bab-bd02-4974-8c2e-eb16c67fdc64 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:29:27.883309 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-fc949bab-bd02-4974-8c2e-eb16c67fdc64 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 945 time: 0.0745089
Sep 16 19:29:27.954044 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Deleting port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:29:27.954412 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:28.194699 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] For port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,segment=NetworkSegment(6841622d-a53a-4ee3-9c4b-b1831be5556a),segment_id=6841622d-a53a-4ee3-9c4b-b1831be5556a)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:29:28.195046 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:28.211770 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:28.318429 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Calling delete_port for b9ab4b4b-28fc-4a4e-8969-3e969304cbaa owned by compute:nova {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:29:28.461713 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:28.467027 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:29:28.472966 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['b9ab4b4b-28fc-4a4e-8969-3e969304cbaa'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:29:28.512574 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Pushing event deleted for resources: {'Port': ['ID=b9ab4b4b-28fc-4a4e-8969-3e969304cbaa,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:29:28.552355 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.552733 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.553100 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.553482 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.553828 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.554206 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.554566 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.554921 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.555272 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.555630 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.555983 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:29:28.563441 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:29:28.596591 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] No DVR routers for this DVR port b9ab4b4b-28fc-4a4e-8969-3e969304cbaa on host hv-cinder-80944 {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:29:28.598985 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:28.601514 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b', 'name': 'network-vif-deleted', 'tag': 'b9ab4b4b-28fc-4a4e-8969-3e969304cbaa'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:29:28.617750 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b986a565-1ca5-4d6c-aefc-f1128ca3bccc req-f6dd9bf3-8366-48dd-a9b9-4dd1dca1d15a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.20 "DELETE /v2.0/ports/b9ab4b4b-28fc-4a4e-8969-3e969304cbaa HTTP/1.1" status: 204  len: 173 time: 0.7286162
Sep 16 19:29:28.707204 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-776260f0-168d-4cfd-91d5-566d046a450b req-75d14ebc-728c-449d-b903-813b243a7d28 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0420241
Sep 16 19:29:28.742567 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b', 'name': 'network-vif-deleted', 'tag': 'b9ab4b4b-28fc-4a4e-8969-3e969304cbaa', 'status': 'completed', 'code': 200}
Sep 16 19:29:29.950685 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-c662a6c1-eb7c-4d1f-94ae-3ca4ea59e61d req-b039efe7-99fc-471c-a5d6-d5f8da44ce4d tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Synchronizing usage tracker for tenant:48fbdc17f85b453bb146af7020c43b48 on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:29:29.965680 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-c662a6c1-eb7c-4d1f-94ae-3ca4ea59e61d req-b039efe7-99fc-471c-a5d6-d5f8da44ce4d tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] Unset dirty status for tenant:48fbdc17f85b453bb146af7020c43b48 on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:29:29.966894 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c662a6c1-eb7c-4d1f-94ae-3ca4ea59e61d req-b039efe7-99fc-471c-a5d6-d5f8da44ce4d tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.1300397
Sep 16 19:29:31.222490 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c9170692-28d9-46b2-9122-6233220654e5 req-3f6dc187-25a4-4760-ae3d-ed3814c505d4 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.1283784
Sep 16 19:29:31.689082 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:31.878196 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device b9ab4b4b-28fc-4a4e-8969-3e969304cbaa no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:29:31.910460 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: b9ab4b4b-28fc-4a4e-8969-3e969304cbaa {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:29:31.910813 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device b9ab4b4b-28fc-4a4e-8969-3e969304cbaa not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:29:32.382928 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ebd4321a-785d-4ea9-88ef-b8709e8e3baf req-bb438bcc-456e-4e89-8398-b26d67a8d9a7 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0416107
Sep 16 19:29:33.549214 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5be4f2cf-28ad-48b5-94ba-9631ab62010b req-c9461949-df08-4bb2-a90a-5b237500ad08 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0438068
Sep 16 19:29:34.712783 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-421a20a4-02da-4f68-93fe-a9a7c7b83d73 req-76d6e29f-5489-4dde-9e2f-f059e64c2b08 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0423036
Sep 16 19:29:35.872969 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8558b82d-c7eb-41d8-a409-22c49169c590 req-bf0fadd9-63d4-442c-9e55-c6869ae9e96c tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0412624
Sep 16 19:29:37.038174 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-89063f58-df3a-4b3b-b8e0-182c7cf1377f req-0d16f7c4-5a76-459e-8f37-80b57ed6c563 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0445747
Sep 16 19:29:38.199533 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d2eb9969-a5d7-4d73-aa46-982e835f38ed req-6c89c7a7-c6c0-4b39-97a5-494a9880437f tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0407619
Sep 16 19:29:39.359036 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-38a844fc-bc94-482b-ab14-ed4aac8831d5 req-0a19917d-733f-4c71-92f9-1014709886f0 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0409606
Sep 16 19:29:40.529490 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c27dcbb6-6398-485e-87da-8125a9937303 req-7f6bf441-49b9-4942-a73f-ea2e0d7f03ea tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0458646
Sep 16 19:29:41.688258 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d9c122fe-e75d-4003-a9be-41224d4352d7 req-f37a3759-2350-4560-a108-19917ccad87f tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0410261
Sep 16 19:29:42.846596 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-08f643af-0d22-4cc9-b790-aaa1be157ba6 req-0596b593-807d-4c8a-95e9-7e8371224e0f tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0402086
Sep 16 19:29:44.012694 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6394e453-ff10-41f7-94f3-258855cc5282 req-96b7b1e3-5b37-49ca-b7e2-e0ce3f803aa1 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0461988
Sep 16 19:29:45.183711 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-695fda1e-3cd9-43eb-9930-70d6e6161a27 req-64263103-7493-4c7f-b4d1-31f92be084f5 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0455480
Sep 16 19:29:46.344623 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ff62be26-d6ab-42c1-94ab-0496052823de req-c17d4548-60ca-4715-a9f3-f11c3024da3a tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0415111
Sep 16 19:29:47.510922 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1a73b109-016d-444e-95d6-9c48a76365d8 req-a52842c5-786c-477d-9d35-d44eb2ad0c56 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0435011
Sep 16 19:29:48.630651 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:29:48.672051 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d196dbc7-f7a3-4943-a31d-57a5216e8d1f req-3a526ca2-0329-4de4-9b61-44f9b10c7e30 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0423634
Sep 16 19:29:49.831379 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d0945622-dfcc-494d-a248-8ec7cd43e818 req-487cd9ac-d985-4d32-98d4-4690a590ac2f tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0414743
Sep 16 19:29:50.996165 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b7eb723e-f246-45f5-b5f8-f1a970952f1f req-b1535b85-5474-4b53-ac2c-2b228f73b97b tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0448101
Sep 16 19:29:52.158317 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4847cd48-c16d-4229-972a-29a2b12bbb60 req-94d54106-f891-492e-84c9-62684cfd973c tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0412874
Sep 16 19:29:53.318742 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7299a759-943b-4a3c-9f11-0618ca3372a4 req-bfac159e-8ad4-496d-ac04-b591884dffb8 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0400200
Sep 16 19:29:53.497512 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ecda3d87-dba0-4f83-98e1-9020e6e0a606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:53.814431 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:54.484487 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8731d495-a79a-470c-acda-299d36062d97 req-9c4341bc-9c38-4a54-b204-117dc8624f40 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0446103
Sep 16 19:29:55.613906 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7fb79d0c-b490-47d3-b105-e32a010aedb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:55.656648 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-327bafd9-a356-42f7-9b20-e57176623ad6 req-07d87386-aa15-43dc-b11c-d0016e3c24ae tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0415535
Sep 16 19:29:56.622156 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:56.815148 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-261a1314-19d8-4d1e-8601-737292b80a34 req-aa8e3b5f-7d25-447c-9341-1213dd91ca26 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0407455
Sep 16 19:29:57.982098 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f4f36c28-e976-41e1-b568-2826cb6e9ed9 req-1e77eeed-70a2-4f9d-89dc-55067e054d7e tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0436924
Sep 16 19:29:58.216074 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:29:59.148386 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6e4a5d4e-210d-4637-b6c2-f9bc23dc36f5 req-9af515ec-79e6-44de-b7ef-1b2692b44639 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0411413
Sep 16 19:30:00.313053 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fd4c9fa8-2542-47d0-9ac2-11c4a096d6f3 req-51023c57-a0e7-4c1a-a3e5-e7f9f155a326 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0460830
Sep 16 19:30:01.479348 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-30b57da1-4327-46c8-9a25-0a8d5e498bc1 req-14a1f7f3-12f8-410b-b8b5-4d874a7040c0 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0445921
Sep 16 19:30:01.688095 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:02.643909 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-078c13a7-a2b3-4b32-a368-213b9e013abb req-42a9e1c4-32aa-4ce2-be00-bc1b195efac6 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0416970
Sep 16 19:30:03.807739 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9b400bc2-3d76-4ee8-845a-5eb3898cb021 req-21b35ea7-2971-4544-9ddf-114c359e65f8 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0432677
Sep 16 19:30:04.974909 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c5533e3b-19ba-4a06-9e4b-04f8f6ec923f req-ad05aa2f-8eaa-423a-95bb-704fc5acc0a4 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0446787
Sep 16 19:30:06.134910 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-51142d01-f310-4792-a944-86d06e25b304 req-483102a9-16c5-4f92-94ce-ba19c411dade tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0414581
Sep 16 19:30:07.318285 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b9a0fb5d-fa50-4409-a4b4-e2ead7208c00 req-37d634e3-6322-40d3-9b8d-7d232d2b178d tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0438561
Sep 16 19:30:08.576210 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2e9d5624-e168-4a73-8a37-4d3d3f5cfba5 req-d5959185-424e-485e-8fee-5c71bd55921b tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.1325250
Sep 16 19:30:09.760707 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-adf7e749-b0ed-4c52-9fcb-93380d2d3fd6 req-06b47217-aa13-4dbd-9634-42cc3bce5e84 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0443549
Sep 16 19:30:10.340028 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-969142c7-db01-4c05-b7ac-9765194c511c req-102861bd-88c1-44b1-a538-00db6fe34f81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0681019
Sep 16 19:30:10.429221 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-969142c7-db01-4c05-b7ac-9765194c511c req-68e86fda-a491-4110-bcb2-f302acd80ecd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 1099 time: 0.0695343
Sep 16 19:30:10.570842 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969142c7-db01-4c05-b7ac-9765194c511c req-9602fe8b-3f85-41ff-8196-56d0cebcdfdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:30:10.572795 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-969142c7-db01-4c05-b7ac-9765194c511c req-9602fe8b-3f85-41ff-8196-56d0cebcdfdc service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 913 time: 0.1247439
Sep 16 19:30:10.672338 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-969142c7-db01-4c05-b7ac-9765194c511c req-2b023354-fe92-40f8-918e-478f0e3c0bc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de HTTP/1.1" status: 200  len: 1002 time: 0.0934217
Sep 16 19:30:10.735169 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969142c7-db01-4c05-b7ac-9765194c511c req-0b9fccc4-4971-4d39-812d-56befac01f37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:30:10.736620 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-969142c7-db01-4c05-b7ac-9765194c511c req-0b9fccc4-4971-4d39-812d-56befac01f37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.0578797
Sep 16 19:30:10.816874 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-969142c7-db01-4c05-b7ac-9765194c511c req-7dd66831-4a1a-4e51-aedb-62dde02b61f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739286
Sep 16 19:30:10.965945 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e8551e85-1812-479e-8be3-11c7c60fedb3 req-6a3a378b-a02a-4cf5-9d45-0e1a69b879c0 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0563593
Sep 16 19:30:10.996705 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-969142c7-db01-4c05-b7ac-9765194c511c req-2576a8cc-dbda-4960-b874-f7fbebfbeee5 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728268
Sep 16 19:30:11.125007 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-969142c7-db01-4c05-b7ac-9765194c511c req-522bb6b3-bb55-4e25-9d60-ce55db6cd836 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225040
Sep 16 19:30:12.129353 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-575e1989-9f02-44e5-bef8-7b697226da48 req-cd1ff681-f9e0-49c1-8c6a-06f3f1e58fc5 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0425563
Sep 16 19:30:13.294902 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-132558f2-5b04-4478-8a98-bf98520f2c52 req-ab007f7e-3061-445c-a771-02166de4faf3 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0464396
Sep 16 19:30:14.455512 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dde55049-cbce-4edf-b398-6401b3bd2207 req-b25a409a-777c-46b3-9edf-ab48e62c52bd tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0410380
Sep 16 19:30:15.619617 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3d0fb122-f2ad-4926-952f-557a7b23fa33 req-743ffba4-49b9-4aa0-90fc-fc10845fb8fd tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0437963
Sep 16 19:30:16.783990 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-1f16c0fb-112e-42c9-a301-62996d6a1b53 req-72f5791b-3089-4742-95af-015b273abd5b tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0450168
Sep 16 19:30:17.946760 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-07943e24-b0f7-44eb-80d0-00c15961ddf0 req-f2d85845-a356-44f6-b43a-9b758d2b0550 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0414834
Sep 16 19:30:19.112975 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e83ce53e-9ca2-4d06-9779-ef835232900f req-bbe033c4-2dc1-441c-b224-b7b96f358a5f tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0406442
Sep 16 19:30:20.273495 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0dedfeb3-f5b9-408c-8963-f1fde8c15a72 req-0380665e-635b-4672-a309-3be27a332a00 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0440283
Sep 16 19:30:21.434869 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6362033-c0e2-4694-8154-26a48f9db0d4 req-07b4d77c-359b-475f-95fd-963ec19c62ea tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0412920
Sep 16 19:30:22.595725 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c05efe52-ade7-4982-a0cc-4164805e49cc req-95205a6a-eb71-4d5a-93e9-4282d2c907ae tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0407028
Sep 16 19:30:23.499588 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a174c6cd-3277-402c-b0d5-1f63899e09ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:23.757168 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-84ec09b2-1ea2-4c22-a972-c0f1d93e6370 req-e25e5c1b-311b-4add-8406-47ac4b1d419b tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0436707
Sep 16 19:30:23.817312 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:24.918614 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2ba117dd-4a18-4079-bec0-66ca5ae5ff4d req-473ab586-db89-4014-8b33-ce2b576b2aa1 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0422859
Sep 16 19:30:25.615858 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-88432eb1-71d8-4c1c-8fa1-f055243399f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:25.629675 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:30:26.081691 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b576f226-9494-4466-9974-5a81a17138c9 req-aa81452b-4252-479c-9512-6aa488072aa8 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0417795
Sep 16 19:30:26.626168 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:27.244831 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a175b1cf-3170-4066-aa9c-cbd682f36245 req-45709e71-1a46-48c2-9c88-76ebd3b6e705 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.0419359
Sep 16 19:30:28.218568 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:28.500275 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d6747b49-a5c5-45a6-8db1-b67269defd7b req-37c5bd96-7da6-4fc0-9558-52dd4fe06e75 tempest-VolumesSnapshotTestJSON-1193950694 tempest-VolumesSnapshotTestJSON-1193950694-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaef541b-d5bc-4e3a-b3d0-933e5a7eaf6b HTTP/1.1" status: 200  len: 210 time: 0.1373637
Sep 16 19:30:31.691888 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:46.414668 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 41688) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:30:46.978787 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719805'] for router_interface, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:47.566284 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Deleting port d4743602-7dfd-4a0b-a748-72827e4f94be {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:30:47.566988 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:47.735469 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] For port d4743602-7dfd-4a0b-a748-72827e4f94be, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=d4743602-7dfd-4a0b-a748-72827e4f94be,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:30:47.735746 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:47.850210 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Calling delete_port for d4743602-7dfd-4a0b-a748-72827e4f94be owned by network:router_interface {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:30:48.111273 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:48.114865 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7093fade-ad85-4c21-a9bc-67a8451756a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:30:48.155922 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4743602-7dfd-4a0b-a748-72827e4f94be,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:30:48.195619 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.196006 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.196384 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.196754 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.197126 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.197491 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.198042 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.198516 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.198909 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.199240 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.199603 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:30:48.209433 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:30:48.455621 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15345281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720007'] for router_interface, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:49.024399 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:30:49.228595 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:30:49.239815 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] Sync routers for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:30:49.244505 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] 10.222.0.22 "PUT /v2.0/routers/63a4bcc5-04c4-4b27-8748-62a32c9045c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8261485
Sep 16 19:30:49.244505 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 41710) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:30:49.254808 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:30:49.255556 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04463921c0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:30:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:30:49.427929 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:30:49.437182 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:49.724304 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04463921c0>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:30:47Z', 'revision_number': 5, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port': {'id': '35b744d7-9af7-40eb-ac50-9b94db56e0d0', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:30:49.729433 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] Checking router: 63a4bcc5-04c4-4b27-8748-62a32c9045c7 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:30:49.741776 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] Routers {'63a4bcc5-04c4-4b27-8748-62a32c9045c7'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:30:49.742436 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04463921c0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:30:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:30:49.744217 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:49.754404 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Deleting port 35b744d7-9af7-40eb-ac50-9b94db56e0d0 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:30:49.755175 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:49.893068 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] Set router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 gateway port host: None {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:30:49.936944 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] For port 35b744d7-9af7-40eb-ac50-9b94db56e0d0, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=35b744d7-9af7-40eb-ac50-9b94db56e0d0,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:30:49.937297 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:49.998383 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04463921c0>, [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:30:49Z', 'revision_number': 6, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port_host': None}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:30:50.002308 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c22a2b-480b-4a46-927a-bedf527c9ad1 None None] The sync data for ids ['63a4bcc5-04c4-4b27-8748-62a32c9045c7'] in dv-cinder-809447-1-iscsi is: [{'id': '63a4bcc5-04c4-4b27-8748-62a32c9045c7', 'name': 'tempest-AttachVolumeShelveTestJSON-263169951-router', 'tenant_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:58Z', 'updated_at': '2021-09-16T19:30:49Z', 'revision_number': 6, 'project_id': '4af54a7dd5b54bcea64d296ff459d9b7', 'gw_port_host': None}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:30:50.061505 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Calling delete_port for 35b744d7-9af7-40eb-ac50-9b94db56e0d0 owned by network:router_gateway {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:30:50.225111 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:50.229124 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-685db39e-c3d1-4afa-960d-3ff71075e060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:30:50.270254 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b744d7-9af7-40eb-ac50-9b94db56e0d0,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:30:50.272753 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:30:50.496767 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705128'] for router_gateway, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:50.754486 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25059'] for router, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:50.759164 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:50.786770 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330320'] for router, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:50.787300 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63a4bcc5-04c4-4b27-8748-62a32c9045c7 {{(pid=75160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 16 19:30:50.800183 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:50.801327 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-228fe872-12aa-4b57-9114-d67a5dab23e6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/63a4bcc5-04c4-4b27-8748-62a32c9045c7 HTTP/1.1" status: 204  len: 168 time: 1.5562174
Sep 16 19:30:50.803824 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 41724) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:30:50.975339 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62eafb6-ebfc-4c3a-bc41-90c350799bc1 admin admin] Deleting subnet 179672fb-57cf-44d9-8a96-d86f7d32dc13 {{(pid=75160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:30:50.978450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a62eafb6-ebfc-4c3a-bc41-90c350799bc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.029874 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a62eafb6-ebfc-4c3a-bc41-90c350799bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3042159'] for subnet, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.106503 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a62eafb6-ebfc-4c3a-bc41-90c350799bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.177886 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a62eafb6-ebfc-4c3a-bc41-90c350799bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2682591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124563'] for subnet, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.182588 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:30:51.218905 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eafb6-ebfc-4c3a-bc41-90c350799bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179672fb-57cf-44d9-8a96-d86f7d32dc13,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:30:51.221561 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a62eafb6-ebfc-4c3a-bc41-90c350799bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:30:51.226511 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a62eafb6-ebfc-4c3a-bc41-90c350799bc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.231877 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd79690-a2da-4934-8400-dfc727925442 None None] Network 3892a6ed-02ff-4041-9f57-9a674253337d requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:30:51.233046 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a62eafb6-ebfc-4c3a-bc41-90c350799bc1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/179672fb-57cf-44d9-8a96-d86f7d32dc13 HTTP/1.1" status: 204  len: 168 time: 0.4282427
Sep 16 19:30:51.235675 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 41728) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:30:51.345207 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.356513 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Deleting port 1907841b-0ad7-47c3-97d5-8f6a48ff771a {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:30:51.356896 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.533882 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] DHCP port deletion for 3892a6ed-02ff-4041-9f57-9a674253337d request from dv-cinder-809447-1-iscsi {{(pid=75162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 16 19:30:51.538137 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] Deleting port 1907841b-0ad7-47c3-97d5-8f6a48ff771a {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:30:51.538547 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.566662 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] For port 1907841b-0ad7-47c3-97d5-8f6a48ff771a, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=1907841b-0ad7-47c3-97d5-8f6a48ff771a,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:30:51.567008 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.685908 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Calling delete_port for 1907841b-0ad7-47c3-97d5-8f6a48ff771a owned by network:dhcp {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:30:51.735923 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] For port 1907841b-0ad7-47c3-97d5-8f6a48ff771a, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=1907841b-0ad7-47c3-97d5-8f6a48ff771a,segment=NetworkSegment(38890adb-5ba7-48af-bde9-184cd7dbca68),segment_id=38890adb-5ba7-48af-bde9-184cd7dbca68)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:30:51.736325 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.757302 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.761414 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-0e90a0ff-c2ff-4cf8-8fdc-8abaf205caa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:30:51.805334 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Pushing event deleted for resources: {'Port': ['ID=1907841b-0ad7-47c3-97d5-8f6a48ff771a,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:30:51.809810 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:30:51.814179 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] No DVR routers for this DVR port 1907841b-0ad7-47c3-97d5-8f6a48ff771a on host dv-cinder-809447-1-iscsi {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:30:51.859982 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] Calling delete_port for 1907841b-0ad7-47c3-97d5-8f6a48ff771a owned by network:dhcp {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:30:51.926085 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d4743602-7dfd-4a0b-a748-72827e4f94be no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:30:51.940632 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.959346 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: d4743602-7dfd-4a0b-a748-72827e4f94be {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:30:51.959695 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d4743602-7dfd-4a0b-a748-72827e4f94be not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:30:51.960126 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 1907841b-0ad7-47c3-97d5-8f6a48ff771a no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:30:51.966708 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f044574ce80>,) {'filters': {'network_id': ['3892a6ed-02ff-4041-9f57-9a674253337d']}} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:30:51.978671 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f044574ce80>, '38890adb-5ba7-48af-bde9-184cd7dbca68') {'for_net_delete': True} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:30:51.979049 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f044574ce80>, '38890adb-5ba7-48af-bde9-184cd7dbca68') {} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:30:51.992229 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3042150'] for segment, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:51.996015 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.db.api [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 19:30:51.996378 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_db.api [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 19:30:51.996821 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 1907841b-0ad7-47c3-97d5-8f6a48ff771a {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:30:51.997159 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 1907841b-0ad7-47c3-97d5-8f6a48ff771a not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:30:51.997573 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 35b744d7-9af7-40eb-ac50-9b94db56e0d0 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:30:52.009084 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:52.015675 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=75160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:30:52.016034 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2681213'] for segment, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:52.029360 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 35b744d7-9af7-40eb-ac50-9b94db56e0d0 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:30:52.029716 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 35b744d7-9af7-40eb-ac50-9b94db56e0d0 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]: Traceback (most recent call last):
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     timer()
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     cb(*args, **kw)
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     return func(*args, **kwargs)
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     self._notify()
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     self.callback(batched_events)
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     event.method(event)
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     return f(self, *a, **k)
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._get(url).json()
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:30:52.030574 dv-cinder-809447-1-iscsi neutron-server[75160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:30:52.107272 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:52.112562 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:52.114914 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:30:52.135860 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Pushing event deleted for resources: {'Network': ['ID=3892a6ed-02ff-4041-9f57-9a674253337d,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:30:52.138043 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:30:52.151093 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-93e05f87-7ce0-4f15-86e9-6d4a5dd1a74b admin admin] 10.222.0.22 "DELETE /v2.0/networks/3892a6ed-02ff-4041-9f57-9a674253337d HTTP/1.1" status: 204  len: 168 time: 0.9143832
Sep 16 19:30:52.288864 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 41740) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:30:52.338787 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-b5eef5ed-ae1e-45f8-82e0-2c289990f8ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4af54a7dd5b54bcea64d296ff459d9b7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0484583
Sep 16 19:30:52.341354 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 41744) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:30:52.399392 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3c1f-33ac-423d-a1d9-0fe32b5a265a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:52.424386 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3c1f-33ac-423d-a1d9-0fe32b5a265a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:52.476424 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3c1f-33ac-423d-a1d9-0fe32b5a265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:52.480821 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d40ad7c3-28ff-4f17-9203-dbccf1db4954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:30:52.497084 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a3c1f-33ac-423d-a1d9-0fe32b5a265a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed72a0a-d708-4ce9-8677-43a3fe21fa38,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:30:52.498190 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] Deleting port 1907841b-0ad7-47c3-97d5-8f6a48ff771a {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:30:52.498666 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:52.499581 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-8f1a3c1f-33ac-423d-a1d9-0fe32b5a265a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:30:52.505193 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3c1f-33ac-423d-a1d9-0fe32b5a265a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:52.509587 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-8f1a3c1f-33ac-423d-a1d9-0fe32b5a265a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ed72a0a-d708-4ce9-8677-43a3fe21fa38 HTTP/1.1" status: 204  len: 168 time: 0.1666868
Sep 16 19:30:52.578338 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-652b07a7-778a-49cf-ae28-50dd6f8a3d90 None None] The port '1907841b-0ad7-47c3-97d5-8f6a48ff771a' was deleted {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Sep 16 19:30:53.500854 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-045a5ab0-874b-4666-99d3-83dd36166937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:53.818909 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:55.616380 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0a287a9c-21f7-4c15-8297-14f42aa09eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:56.630724 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:30:58.220629 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:01.703262 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:02.629659 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:31:04.218800 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 41890) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:31:04.427636 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Deleting port 031e248d-891a-44d5-9689-264150f88c09 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:31:04.427971 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:04.594448 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:04.594768 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:04.718536 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Calling delete_port for 031e248d-891a-44d5-9689-264150f88c09 owned by network:floatingip {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:31:04.862203 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:04.865465 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:31:04.909812 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event deleted for resources: {'Port': ['ID=031e248d-891a-44d5-9689-264150f88c09,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:31:04.976277 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.976561 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.976917 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.977262 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.977608 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.977947 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.978313 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.978654 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.978989 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.979323 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.980223 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:31:04.986897 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:31:05.011516 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for floatingip, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:05.459935 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Router bf51de41-8b6b-4f84-95d0-f14f77443f1a has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:31:05.656516 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:31:05.666478 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] Sync routers for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:31:05.677048 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:05.678773 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:31:05.679386 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f044606f100>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:30:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:31:05.735086 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-114d8642-d196-4cda-8da8-fdb98a0cc21d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "DELETE /v2.0/floatingips/2d5bc491-d5a2-42bc-86b4-dccff2f1b2d9 HTTP/1.1" status: 204  len: 168 time: 1.5124400
Sep 16 19:31:05.735086 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'tag': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:31:05.863815 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:31:05.875695 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'tag': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'status': 'completed', 'code': 200}
Sep 16 19:31:05.967766 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d273ba95-2082-45ca-bf1c-71c4dcd6a7ca req-2aecd7d7-1073-42bb-a6f5-dce1aeb34b4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb106e20366e47629235b6d9a75278a9&device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 1099 time: 0.0720060
Sep 16 19:31:06.117202 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273ba95-2082-45ca-bf1c-71c4dcd6a7ca req-dab70f0d-ea5c-4de4-aefd-431461d0d0d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:31:06.118699 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d273ba95-2082-45ca-bf1c-71c4dcd6a7ca req-dab70f0d-ea5c-4de4-aefd-431461d0d0d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 200  len: 913 time: 0.1435549
Sep 16 19:31:06.139953 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13489e8a-d28f-4f6f-bfbd-f5129e613dc4 req-83e194d5-f3e5-4642-aa39-48a9174bc746 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:31:06.140647 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-13489e8a-d28f-4f6f-bfbd-f5129e613dc4 req-83e194d5-f3e5-4642-aa39-48a9174bc746 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Synchronizing usage tracker for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:31:06.157538 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-13489e8a-d28f-4f6f-bfbd-f5129e613dc4 req-83e194d5-f3e5-4642-aa39-48a9174bc746 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Unset dirty status for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:31:06.159086 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-13489e8a-d28f-4f6f-bfbd-f5129e613dc4 req-83e194d5-f3e5-4642-aa39-48a9174bc746 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 946 time: 0.0965555
Sep 16 19:31:06.199834 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f044606f100>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:31:06.205287 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] Checking router: bf51de41-8b6b-4f84-95d0-f14f77443f1a for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:31:06.211538 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-13489e8a-d28f-4f6f-bfbd-f5129e613dc4 req-e0261577-45f0-4019-9c86-39691356afc0 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/security-groups?id=75baca13-eae5-4362-a480-988bee60ab5f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469835
Sep 16 19:31:06.222371 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:31:06.223606 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f044606f100>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:30:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:31:06.294989 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d273ba95-2082-45ca-bf1c-71c4dcd6a7ca req-22e2b38f-6008-4703-8e13-8fdb3186f1c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de HTTP/1.1" status: 200  len: 217 time: 0.1687667
Sep 16 19:31:06.359714 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273ba95-2082-45ca-bf1c-71c4dcd6a7ca req-16ac9cce-57d1-4ec0-b920-54ef7857546a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:31:06.361164 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d273ba95-2082-45ca-bf1c-71c4dcd6a7ca req-16ac9cce-57d1-4ec0-b920-54ef7857546a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 200  len: 851 time: 0.0596528
Sep 16 19:31:06.404562 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:31:06.444392 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d273ba95-2082-45ca-bf1c-71c4dcd6a7ca req-c558c88c-6cbd-41a6-a25e-8513ecb30797 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8d7b0c-63d0-44f1-8893-142431ff9791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761309
Sep 16 19:31:06.580499 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d273ba95-2082-45ca-bf1c-71c4dcd6a7ca req-031965ab-7f7a-46c3-a45f-e1fa97b3d759 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287000
Sep 16 19:31:06.677467 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-7a5e59cb-847a-4ca7-89fb-f5b48903254c tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:31:06.679059 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-7a5e59cb-847a-4ca7-89fb-f5b48903254c tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 946 time: 0.0774434
Sep 16 19:31:06.726358 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d273ba95-2082-45ca-bf1c-71c4dcd6a7ca req-d690d692-583b-4ad2-b41b-13a9ac330010 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294343
Sep 16 19:31:06.727031 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f044606f100>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:31:06.731696 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624cc422-5db4-451b-8b4e-f1d76de1d5ae None None] The sync data for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi is: [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:13:46Z', 'revision_number': 4, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '20cfacfc-38da-443a-9db1-033cb881c5a6', 'name': '', 'network_id': 'fd8d7b0c-63d0-44f1-8893-142431ff9791', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'mac_address': 'fa:16:3e:08:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:45Z', 'updated_at': '2021-09-16T19:13:58Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'subnets': [{'id': '5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:31:06.754833 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Deleting port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:31:06.755231 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:06.951436 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00472de-f297-4f31-8dc1-25d5643e9946 None None] New status for floating IP 2d5bc491-d5a2-42bc-86b4-dccff2f1b2d9: DOWN {{(pid=75162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:31:07.013979 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] For port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:31:07.014372 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:07.138290 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Calling delete_port for 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:31:07.279342 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:07.284758 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-68f8142e-5706-4034-b08a-297edfae53ff tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:31:07.336848 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event deleted for resources: {'Port': ['ID=2f0379ca-c972-40cd-bd7a-3dc62ce8d7de,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:31:07.340555 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:31:07.445540 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] No DVR routers for this DVR port 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:31:07.448831 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-05f5d9c7-8dd2-4250-bf6c-8a005e955a5e req-7ab57f79-ac31-4919-a2ac-318c4acfe15b tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0487003
Sep 16 19:31:07.449766 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:07.465430 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-53057ffb-3fcf-40ad-b188-6dc49fbf4b82 req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.20 "DELETE /v2.0/ports/2f0379ca-c972-40cd-bd7a-3dc62ce8d7de HTTP/1.1" status: 204  len: 173 time: 0.7807593
Sep 16 19:31:07.876914 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'name': 'network-vif-deleted', 'tag': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:31:07.934370 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4036ff-f1ab-4c4b-8e61-0abadc5989cd', 'name': 'network-vif-deleted', 'tag': '2f0379ca-c972-40cd-bd7a-3dc62ce8d7de', 'status': 'completed', 'code': 200}
Sep 16 19:31:08.637506 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-dcdb3939-316c-482e-9e5a-31c7f771998b req-2d63bc36-241b-42bc-8949-7645913f64f2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0494246
Sep 16 19:31:09.808595 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-14fa68cd-cbea-444f-8c19-4c7cbe5e6d1f req-93a82b98-9500-4e56-b3f5-c765a92e1eee tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Synchronizing usage tracker for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:31:09.824021 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-14fa68cd-cbea-444f-8c19-4c7cbe5e6d1f req-93a82b98-9500-4e56-b3f5-c765a92e1eee tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Unset dirty status for tenant:cb106e20366e47629235b6d9a75278a9 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:31:09.825205 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-14fa68cd-cbea-444f-8c19-4c7cbe5e6d1f req-93a82b98-9500-4e56-b3f5-c765a92e1eee tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0604239
Sep 16 19:31:10.392131 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:31:10.424779 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:31:10.425156 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 2f0379ca-c972-40cd-bd7a-3dc62ce8d7de not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:31:10.986047 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dc2d6731-a01f-4d09-9d7f-78b72d845490 req-cbd3d676-bdf3-4a59-bb5d-a655bc1d4edb tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0419652
Sep 16 19:31:12.152779 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bac144d4-b796-431a-a0ce-ae22e2fd9bbf req-cf641315-588b-459c-81a6-6027f856d675 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0457771
Sep 16 19:31:12.298813 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4d5bde07-0e75-4ed4-9996-56e6db5a2fb5 req-99fc1acb-9bf2-4876-9e97-8e4df33be35e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1376839
Sep 16 19:31:12.439744 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4d5bde07-0e75-4ed4-9996-56e6db5a2fb5 req-e2b31fc0-2e41-47b7-896c-f8bb23ef2935 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0682693
Sep 16 19:31:12.579719 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bde07-0e75-4ed4-9996-56e6db5a2fb5 req-10e32d09-c262-48fd-a2b8-3caca8778454 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:31:12.581120 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4d5bde07-0e75-4ed4-9996-56e6db5a2fb5 req-10e32d09-c262-48fd-a2b8-3caca8778454 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1227028
Sep 16 19:31:12.683408 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4d5bde07-0e75-4ed4-9996-56e6db5a2fb5 req-9064cd03-b552-454b-ae8e-c78ef568fc6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0959647
Sep 16 19:31:12.746964 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bde07-0e75-4ed4-9996-56e6db5a2fb5 req-1cf56c40-ee9c-46e9-b1f9-3631051f0e68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:31:12.748411 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4d5bde07-0e75-4ed4-9996-56e6db5a2fb5 req-1cf56c40-ee9c-46e9-b1f9-3631051f0e68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0592313
Sep 16 19:31:12.821177 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4d5bde07-0e75-4ed4-9996-56e6db5a2fb5 req-c1f0ddee-1f0d-4f21-9218-f54519bde3d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667949
Sep 16 19:31:12.950382 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4d5bde07-0e75-4ed4-9996-56e6db5a2fb5 req-e3020cce-3f3c-49e1-9a37-b8e8fd3c6ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229632
Sep 16 19:31:13.081594 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4d5bde07-0e75-4ed4-9996-56e6db5a2fb5 req-eb03274a-fee3-45d5-81eb-255a7362dc60 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255987
Sep 16 19:31:13.311480 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7fc1d175-6ba6-4d1d-b0f5-9c215182964d req-cacaaa4f-0d50-4c12-a0fa-cfff4e25f465 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0406084
Sep 16 19:31:14.472624 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a30c1ff6-eac8-4e78-a698-666858dc6c62 req-7f47e132-836d-4866-8119-76233e92c170 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0443480
Sep 16 19:31:15.632596 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-12e4d4ff-2aab-4d5c-99a5-c067bad9bf38 req-7079fef0-ce82-4b64-be4d-a7107fe5f746 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0397329
Sep 16 19:31:16.791226 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ed24b051-49c0-4181-ad70-2b9393bdd653 req-14b9b954-0c8c-43f7-b5ce-3de1ea0f1385 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0402935
Sep 16 19:31:17.955830 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8de77739-c5d8-4a50-8755-acf85584387f req-5a45d2b7-1ed3-43bb-b2be-f4fccf629b0f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0429261
Sep 16 19:31:19.119246 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dafa8d2a-1ef4-4af9-bbac-7d5ba1daaf2a req-edc910b9-cc7d-4109-a99b-9ba5531ccf6d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0398960
Sep 16 19:31:20.278231 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2ae3dc51-e953-4102-a326-b55009f105e8 req-5f417bea-bae9-4c7f-860e-eb816ae67e4a tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0412641
Sep 16 19:31:21.439758 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8f7cfb53-797f-40a7-931d-d359cc4f1b35 req-0165c9e7-0e31-4305-91bf-7fee6be99182 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0441182
Sep 16 19:31:22.600994 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4689ebf5-21db-4ebd-b4ab-93322f9cead1 req-794ecf97-09ba-48db-b4b6-581f6b140936 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0404108
Sep 16 19:31:23.502728 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a31ded57-60ea-4cad-b606-00f6c55a5012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:23.762930 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-7bd1c0eb-2b7a-4c0d-acba-4087ec792277 req-238e615d-5e10-4d42-8150-8b884f4148f8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0400648
Sep 16 19:31:23.819718 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:24.924032 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-3c1c0b65-b9d2-4657-9b63-84b46f326bc2 req-97730b98-5469-49e3-9fbf-4ce52025f184 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0429831
Sep 16 19:31:25.618073 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-94db25e9-7d2e-4367-a6e8-172d9fe23d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:26.087584 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d651535e-b443-4c13-b6e6-e1e483ed6eee req-b851abde-5d46-4faa-9c54-ae91cb3d405b tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0402524
Sep 16 19:31:26.630059 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:27.245518 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8d35b36b-0316-499a-9e69-7f41c508cf09 req-6b76aa37-3b33-481a-8711-003cf4d9e8d2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0396905
Sep 16 19:31:28.225109 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:28.411500 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1826c2b4-73b9-4a67-a1c5-6179ae71fe0d req-2dcaa9bc-98bf-435f-8729-908da13e80d8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0432832
Sep 16 19:31:29.571518 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-53b5f9fe-72c1-4258-af0a-1a7fb38bd05e req-0ef44a72-7397-436f-803b-8bb7be11c680 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0404577
Sep 16 19:31:30.729334 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-12bad41c-cbd0-45a3-91e4-14b5ea04e251 req-8ca0e499-56a3-48db-b5aa-e3cfb4f9df50 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0410399
Sep 16 19:31:31.717891 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:31.952625 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-16829a69-320b-4020-b412-56d375549fd0 req-c117fa9f-07b6-4710-b9da-4b8a7ccd7ba6 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.1036606
Sep 16 19:31:33.121518 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dbce6a1e-b993-4b95-af48-72545e93d4aa req-d998d73f-9a32-4822-85fd-aa38ad57c78b tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0412896
Sep 16 19:31:34.281146 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-dca27d58-4ab7-4f5b-a382-b478ffcf0b43 req-189c7d54-0aa1-4fbc-9d90-181bb7238c6d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0398443
Sep 16 19:31:35.443513 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-10530f2c-0ca5-4253-895a-081f82d0c6a5 req-74beff9d-1fc8-413b-9233-f057de3917ca tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0435724
Sep 16 19:31:36.603039 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-16964c17-5098-43e2-8f14-481fe6afdb3f req-fa4d8870-f1d2-44c2-a161-6ef8b553a68d tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0402441
Sep 16 19:31:37.942557 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-27616dc1-474b-48a8-95e6-7403df71086a req-4244b401-68b4-4070-b4c6-bd724c4f2589 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0403402
Sep 16 19:31:39.111733 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-32201335-2933-4904-aee7-96c67c162f1e req-45d4db1e-2bd8-418c-9b88-9724e6b3fe31 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0452549
Sep 16 19:31:39.630315 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:31:40.272173 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-93a40510-73cd-497a-80c2-6d474f31c9a7 req-49c9a28b-c385-4916-891f-d62b69b161e8 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0414426
Sep 16 19:31:41.430767 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d8771ebf-4f83-4817-8ae9-403509f85dd4 req-96398f8e-89d3-4e99-b578-1ebbab404ad7 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0402789
Sep 16 19:31:42.592536 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4aa43db4-bd7e-4ec5-8c9c-c63be5775825 req-d8d304f7-75fc-41f9-973b-458d423d9cea tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0430648
Sep 16 19:31:43.752531 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6b495342-2721-4ac6-b174-4e6043486385 req-d7e32915-ec59-4e29-8e9f-6e2f24ed5bfb tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0403457
Sep 16 19:31:44.908521 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-26fadbe8-6433-43f1-8b70-bc8763f89642 req-aa760989-fff8-494e-8501-fd1d2e2be367 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0402131
Sep 16 19:31:46.069039 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-59deff08-1c56-42f9-beb5-d7764aa0edb1 req-b8c56094-e083-44ac-a03b-d7fbf9274260 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0432560
Sep 16 19:31:47.231986 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-04972aba-3a03-4172-8095-dcfb8fb310c5 req-69b503f4-7843-41a2-8e12-11a204033b23 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0404303
Sep 16 19:31:48.392382 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1e2906bb-68d2-4de6-bf5b-7070badff97d req-3357f434-b2fe-4e63-8cb1-dc53d44ad0f5 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0424745
Sep 16 19:31:48.636579 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [req-bf5321d1-3314-4233-91b6-76b8fd50370f req-2fc1c362-b0a6-4f03-ac0f-bc8d7d51c877 service neutron] (75161) timed out ('10.222.0.22', 35050) {{(pid=75161) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 16 19:31:49.554529 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-46fe386c-60f3-49a8-bcdf-bb024aec3569 req-66a4908d-856b-4d8d-aa18-56d5d31785c4 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0432134
Sep 16 19:31:50.716354 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c1909945-518c-4b3e-8fb3-1ec79453eb07 req-70c87a2e-cf17-4700-8d06-db293072004a tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0399175
Sep 16 19:31:51.875400 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8f95fce8-33d6-461e-8748-48c034825b46 req-a2e11de6-60da-4032-ae02-464d2128530e tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0410907
Sep 16 19:31:53.037356 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-51a5239c-c7c8-4691-a867-9a2b4999ecaa req-ee92feb0-0a8b-43d3-b59b-0e8c8549661c tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0448058
Sep 16 19:31:53.505695 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-78d9d4da-c3ae-4a94-b11e-c8e722d19d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:53.820894 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:54.198931 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-bb2814f3-0552-414d-8358-a4ae24a3082e req-9033effe-3306-4359-ae3f-69df5b69d468 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0409741
Sep 16 19:31:55.361618 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2d309851-8189-48b7-ba74-a521af0da0a6 req-7bc68637-9d82-47a7-9768-ee70bc101554 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0423431
Sep 16 19:31:55.620564 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ad3469ed-87b0-44f0-a31e-f83b01fd6c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:56.532044 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b50a0a1f-30a8-4c3b-8dec-6d11d8882ed4 req-e8b38425-847c-41a1-9e2b-cc2ac82119f6 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0503910
Sep 16 19:31:56.633603 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:57.694662 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f75f7fc2-a38e-46bf-a7bf-14f0d2a31355 req-92675bda-eff1-461e-b1c3-3ef75cf97a65 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0415740
Sep 16 19:31:58.228303 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:31:58.857703 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-80af700e-6b8a-4d3d-81ec-a3ab248e62dc req-1590d131-d060-46fd-859c-cc5071de2d64 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0430381
Sep 16 19:32:00.019246 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a66d2f88-1bff-4121-9d2d-5c14eacf8eaf req-723bf3f8-cbc8-4a63-b6b4-15a5b67e8f67 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0445249
Sep 16 19:32:01.179285 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6bc61a57-1552-4101-878a-ac3eaa7ba66b req-27537b4c-bcfe-4957-b7b7-8664be181515 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0399923
Sep 16 19:32:01.707997 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:02.338825 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-81a9fe00-54dd-43fa-8c63-c4bbf7dc5045 req-e0bb5b5c-0246-47a7-bd9f-e2b8ed7e6930 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0408721
Sep 16 19:32:03.498893 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-342a5335-ca07-457e-a3cf-e482600690e4 req-a8752e5d-7708-4e32-b650-1718d3628148 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0430970
Sep 16 19:32:04.661075 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-67df0411-0ae9-4bc3-935a-6255c3e400fb req-f8d590fd-abb7-4dfd-ab07-f4b6e9e9b2bb tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0412211
Sep 16 19:32:05.818800 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-77169004-e2b8-4354-b18f-0737a3e39d1a req-8d1c44e2-c121-4364-90ff-87ccf7e21552 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0403514
Sep 16 19:32:06.978122 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0042a396-f7e0-4ad4-8535-35a4b2bb5942 req-2dcbe3f9-1d75-47d4-a7aa-44b2526f8b13 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0428205
Sep 16 19:32:08.179479 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-53c72665-1b1b-4df9-9f86-f77eca601525 req-40f4bb08-c977-41ef-83c0-1b41ed6fc796 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e4036ff-f1ab-4c4b-8e61-0abadc5989cd HTTP/1.1" status: 200  len: 210 time: 0.0410590
Sep 16 19:32:09.285741 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 42504) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:32:09.505674 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Deleting port 825d4391-9063-4dc2-9b46-9079a4077e10 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:32:09.506014 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:09.674657 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:09.674978 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:09.795603 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Calling delete_port for 825d4391-9063-4dc2-9b46-9079a4077e10 owned by network:floatingip {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:32:09.944197 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:09.947643 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d066bcf5-e54f-4ccf-a064-ee9b44790c94 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:32:09.992623 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event deleted for resources: {'Port': ['ID=825d4391-9063-4dc2-9b46-9079a4077e10,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:32:10.033674 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.034043 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.034428 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.034788 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.035139 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.035489 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.035839 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.036186 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.036967 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.036967 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.037168 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:32:10.045254 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:32:10.097351 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for floatingip, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:10.114868 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:10.115996 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "DELETE /v2.0/floatingips/e5d4c221-5ce9-4d4d-999c-171e499bc971 HTTP/1.1" status: 204  len: 168 time: 0.8292775
Sep 16 19:32:13.382032 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-3ed80dd8-2c1b-4fec-9495-d881106b39ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1868908
Sep 16 19:32:13.518490 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-226cc99e-0e05-4905-aa2f-b701c59b9283 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0708120
Sep 16 19:32:13.662523 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-e53da127-ad03-4d85-8fdc-898dda5d7dcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:32:13.663898 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-e53da127-ad03-4d85-8fdc-898dda5d7dcf service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1268282
Sep 16 19:32:13.767542 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-6d0b7cec-6fb0-49b5-9b78-5eb25e03f16d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0968108
Sep 16 19:32:13.828890 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-cf610baf-577c-4a6d-ad38-3a2d91b98f42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:32:13.830363 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-cf610baf-577c-4a6d-ad38-3a2d91b98f42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0566883
Sep 16 19:32:13.908526 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-3d727c0c-bef0-4cf8-bebc-1855a946e6f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724027
Sep 16 19:32:13.918731 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-6f48c9fd-0f88-41d2-9ab7-b7ca62bf7bc9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:32:13.919569 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-6f48c9fd-0f88-41d2-9ab7-b7ca62bf7bc9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0048499
Sep 16 19:32:14.049196 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-8715abad-a099-40a8-aace-d7b819dd3016 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227083
Sep 16 19:32:14.176361 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-120f9ca2-29d1-4f02-bd4e-732ff8552244 req-61a4b79a-1a46-4018-b806-ed9e7d130a9b service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206400
Sep 16 19:32:16.630644 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:32:23.506738 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-897b32df-b782-47e2-81cb-e33dc808b7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:23.822018 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:25.622404 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-40381095-0b71-4851-950e-07b09a28a787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:26.636104 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:28.229564 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:31.732643 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:46.418448 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [req-efdb9b10-2908-45d7-bc5e-9c16e0fc9030 req-b6a1ad8e-09f7-4824-92f2-3d5056a79320 service neutron] (75161) timed out ('10.222.0.22', 60572) {{(pid=75161) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 16 19:32:53.508684 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-839b8df3-a09d-4da0-8bcd-27dc2ac00f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:53.629837 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:32:53.823463 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:55.624826 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ca4de4b8-cfdf-4d29-93a0-2c732a692a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:56.639778 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:32:58.234997 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:01.748019 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:15.247563 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac83ad04-d87c-4cbb-abfe-e377f4482ce7 req-6ab6ad5c-1b1b-4b27-8f19-3be6cd1c38fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682652
Sep 16 19:33:15.383451 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac83ad04-d87c-4cbb-abfe-e377f4482ce7 req-25aa4843-07d9-42b0-9dc8-5780b01428d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0687163
Sep 16 19:33:15.601020 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83ad04-d87c-4cbb-abfe-e377f4482ce7 req-6d5b0929-5f39-44aa-a3d2-5e31debb943f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:33:15.602500 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac83ad04-d87c-4cbb-abfe-e377f4482ce7 req-6d5b0929-5f39-44aa-a3d2-5e31debb943f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1996114
Sep 16 19:33:15.701688 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac83ad04-d87c-4cbb-abfe-e377f4482ce7 req-531654f6-0ce5-4a84-bf2f-209fc44811d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0922928
Sep 16 19:33:15.766634 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83ad04-d87c-4cbb-abfe-e377f4482ce7 req-a78ed6ae-aa6a-4c70-8ea2-b0d3182bb375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:33:15.768024 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac83ad04-d87c-4cbb-abfe-e377f4482ce7 req-a78ed6ae-aa6a-4c70-8ea2-b0d3182bb375 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0602839
Sep 16 19:33:15.841343 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac83ad04-d87c-4cbb-abfe-e377f4482ce7 req-05d101a7-8e31-4ff3-a398-34ebe1c863e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667574
Sep 16 19:33:15.973274 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac83ad04-d87c-4cbb-abfe-e377f4482ce7 req-70a0b3f6-b132-4bb1-ba10-779640398a82 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258605
Sep 16 19:33:16.108658 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac83ad04-d87c-4cbb-abfe-e377f4482ce7 req-fa06dd3a-6bf9-4177-8964-610df17a82be service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288445
Sep 16 19:33:23.510233 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-9faf480b-4499-45d5-9e92-a7b09c20e4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:23.826347 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:25.626717 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-51c7462d-5b5a-4015-90a4-6a5f80cd73be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:26.646072 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:28.237322 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:30.630567 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:33:31.747390 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:53.512876 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-98740ce7-774f-4ec2-8bf2-380ebf86f676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:53.829594 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:55.630791 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3aab7f9b-0e35-4135-9cd8-0bb7fa9c886b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:56.643930 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:33:58.240376 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:01.746819 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:07.630821 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:34:17.231547 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cae80581-1428-4f35-b534-38382f5e79b7 req-a256c685-a39e-465b-92ca-23f6e3d27777 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719745
Sep 16 19:34:17.366917 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cae80581-1428-4f35-b534-38382f5e79b7 req-9ab2f78c-e067-4877-86ee-9f8b75e8eb8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0682425
Sep 16 19:34:17.508956 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae80581-1428-4f35-b534-38382f5e79b7 req-852851eb-c4b9-4f3b-a73f-f476e682e435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:34:17.510304 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cae80581-1428-4f35-b534-38382f5e79b7 req-852851eb-c4b9-4f3b-a73f-f476e682e435 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1232908
Sep 16 19:34:17.611514 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cae80581-1428-4f35-b534-38382f5e79b7 req-7e823d61-065a-42ee-9faf-f4069fb4b6d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0951691
Sep 16 19:34:17.673556 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae80581-1428-4f35-b534-38382f5e79b7 req-423fd95f-36b5-4f3b-a12b-5d9951a4da52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:34:17.675026 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cae80581-1428-4f35-b534-38382f5e79b7 req-423fd95f-36b5-4f3b-a12b-5d9951a4da52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0579269
Sep 16 19:34:17.752833 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cae80581-1428-4f35-b534-38382f5e79b7 req-ea8ea3a3-f3ae-40ef-b1e3-3303378ab040 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713959
Sep 16 19:34:17.884495 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cae80581-1428-4f35-b534-38382f5e79b7 req-d75020bd-1da3-4f64-904b-05f2f5d92794 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255927
Sep 16 19:34:18.016192 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-cae80581-1428-4f35-b534-38382f5e79b7 req-6a99034e-2036-4844-8ab7-862ab177d718 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256297
Sep 16 19:34:23.519036 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-103d1978-6f5f-4591-a9b5-e66e203af254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:23.833209 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:25.632755 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4a135e08-bddb-49ba-bff7-7d93f0396718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:26.647349 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:28.243481 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:31.745223 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:44.630388 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:34:53.513345 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-34cc6b77-fbaf-4986-967a-2a5ef00a092e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:53.839757 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:55.634340 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2615c1d9-ca1d-4a6b-92e0-3b65e0045c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:56.651636 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:34:58.248324 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:01.761550 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:18.248558 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ae04231-c5de-4169-80ba-0dd34c9cf2c4 req-6554a887-3122-420a-b1d5-e8aaff00893c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725620
Sep 16 19:35:18.384521 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ae04231-c5de-4169-80ba-0dd34c9cf2c4 req-999d8c7d-0db6-4f7f-aa5f-e3792ad14eb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0699885
Sep 16 19:35:18.587799 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae04231-c5de-4169-80ba-0dd34c9cf2c4 req-3fe9476a-390f-4305-91d7-3ee1320a3f1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:35:18.589135 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ae04231-c5de-4169-80ba-0dd34c9cf2c4 req-3fe9476a-390f-4305-91d7-3ee1320a3f1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1847394
Sep 16 19:35:18.691946 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ae04231-c5de-4169-80ba-0dd34c9cf2c4 req-e78f0e9a-e330-44ce-a94f-4570adc4d8c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0961328
Sep 16 19:35:18.754126 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae04231-c5de-4169-80ba-0dd34c9cf2c4 req-42966b94-5d73-4403-9104-f26e7e1a2b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:35:18.755535 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ae04231-c5de-4169-80ba-0dd34c9cf2c4 req-42966b94-5d73-4403-9104-f26e7e1a2b17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0569880
Sep 16 19:35:18.827387 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ae04231-c5de-4169-80ba-0dd34c9cf2c4 req-e0243504-6b57-4477-b17b-33a35eeef587 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0653045
Sep 16 19:35:18.963462 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ae04231-c5de-4169-80ba-0dd34c9cf2c4 req-adf8df48-825b-463a-ad84-cf5302ab4c05 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295469
Sep 16 19:35:19.093177 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ae04231-c5de-4169-80ba-0dd34c9cf2c4 req-61880f79-5742-4784-84a5-f2dd6b5d678a service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239479
Sep 16 19:35:21.630495 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:35:23.514483 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7443948e-66da-4021-8e11-ac1e1911d3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:23.833174 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:25.635358 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-e4405c51-4829-4500-a2b9-a64c23490790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:26.654109 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:28.251010 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:31.761565 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:53.518555 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-d53cd1ac-e486-49a2-aa9e-10abce65f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:53.835891 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:55.637297 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4d704083-3e77-47fa-b498-cd729b91ca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:56.657056 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:58.252875 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:35:58.630884 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:36:01.759070 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:18.215736 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-69bcc1ed-8fd9-4067-bd70-cdcd80425e34 req-e3df3a1a-6dd1-426e-b453-5f6492f66868 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0692048
Sep 16 19:36:18.351260 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-69bcc1ed-8fd9-4067-bd70-cdcd80425e34 req-eeebe8a7-3b7d-435e-befc-1dc170b7e59c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85c918cb45764cc3904a26e90b88fa46&device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 1098 time: 0.0688372
Sep 16 19:36:18.505210 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc1ed-8fd9-4067-bd70-cdcd80425e34 req-7a0b4102-bc1d-478e-a477-8216324e5045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:36:18.507385 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-69bcc1ed-8fd9-4067-bd70-cdcd80425e34 req-7a0b4102-bc1d-478e-a477-8216324e5045 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 200  len: 911 time: 0.1346111
Sep 16 19:36:18.611736 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-69bcc1ed-8fd9-4067-bd70-cdcd80425e34 req-8d0454c6-8902-4115-b522-87f39003b007 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 200  len: 1001 time: 0.0973246
Sep 16 19:36:18.675927 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc1ed-8fd9-4067-bd70-cdcd80425e34 req-9ca78954-ed35-4a0b-bd68-42d30b6a8d50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:36:18.677313 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-69bcc1ed-8fd9-4067-bd70-cdcd80425e34 req-9ca78954-ed35-4a0b-bd68-42d30b6a8d50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 200  len: 849 time: 0.0589137
Sep 16 19:36:18.751486 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-69bcc1ed-8fd9-4067-bd70-cdcd80425e34 req-8bd56dde-7418-4d34-88cd-e7f5aa61a07c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4d63524-e4fb-4877-bfc6-8e6cb96181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0672872
Sep 16 19:36:18.880421 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-69bcc1ed-8fd9-4067-bd70-cdcd80425e34 req-83347968-079f-4a2a-9c05-cb83565f3057 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225274
Sep 16 19:36:19.009100 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-69bcc1ed-8fd9-4067-bd70-cdcd80425e34 req-63e56638-43f9-4d21-a964-a3de8b58bf42 service neutron] 10.222.0.20 "GET /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231258
Sep 16 19:36:23.520541 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-84c76970-95b1-40a5-b300-219af29281ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:23.840347 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:25.638686 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-df42d96b-08e3-4927-8f83-f62fb1e7cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:26.544222 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdaf7-d0a8-4ff8-9097-5580bbd7a2bf req-d3043e83-d2c2-4f5c-b8ed-da201305513f tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:36:26.545576 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0c3cdaf7-d0a8-4ff8-9097-5580bbd7a2bf req-d3043e83-d2c2-4f5c-b8ed-da201305513f tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 945 time: 0.0761039
Sep 16 19:36:26.594125 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0c3cdaf7-d0a8-4ff8-9097-5580bbd7a2bf req-9ef3953b-512f-4c2e-aed6-073bfdf3362d tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430076
Sep 16 19:36:26.660120 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:27.098548 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-b25d66c9-d49a-4a2b-b27a-55e047bd824c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:36:27.099940 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-b25d66c9-d49a-4a2b-b27a-55e047bd824c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 945 time: 0.1331487
Sep 16 19:36:27.167552 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Deleting port b09a29b6-a5a2-461d-a51e-c8c018edd854 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:36:27.167887 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:27.408548 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] For port b09a29b6-a5a2-461d-a51e-c8c018edd854, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=b09a29b6-a5a2-461d-a51e-c8c018edd854,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:36:27.408900 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:27.698054 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:27.698803 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:27.698803 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.l3_db [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Floating IP e8024d6d-6ccc-4189-aff3-e09d95531733 disassociated. External IP: 172.27.3.152, port: b09a29b6-a5a2-461d-a51e-c8c018edd854.
Sep 16 19:36:27.699104 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Calling delete_port for b09a29b6-a5a2-461d-a51e-c8c018edd854 owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:36:27.885297 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f2502-a1fb-4708-b302-28f5e9ad2a9f req-c36c4f8d-e2be-40cd-a2dd-f1003ce3b0d1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:36:27.886678 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-086f2502-a1fb-4708-b302-28f5e9ad2a9f req-c36c4f8d-e2be-40cd-a2dd-f1003ce3b0d1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 945 time: 0.1614852
Sep 16 19:36:27.929074 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:27.937128 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fcb1f291-206f-4707-8ff9-edf1977b4d3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:36:27.985514 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event deleted for resources: {'Port': ['ID=b09a29b6-a5a2-461d-a51e-c8c018edd854,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:36:27.992033 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-086f2502-a1fb-4708-b302-28f5e9ad2a9f req-35631377-782e-430e-9b06-3d14b3f4ef7f tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f397e1b-5dc2-47fd-83c9-531aa364b0fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999055
Sep 16 19:36:28.002303 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.002736 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.003101 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.003458 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.003894 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.004238 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.004589 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.004936 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.005888 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.005888 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.006082 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:36:28.009420 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:36:28.208117 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Router 9af8f7f0-cada-4040-8beb-c36e5198a1bd has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:36:28.259105 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:28.413352 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:36:28.423767 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] Sync routers for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:36:28.439978 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:36:28.440858 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446302ee0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:36:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:36:28.489837 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] No DVR routers for this DVR port b09a29b6-a5a2-461d-a51e-c8c018edd854 on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:36:28.493227 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:28.496599 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'name': 'network-vif-deleted', 'tag': 'b09a29b6-a5a2-461d-a51e-c8c018edd854'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:36:28.519458 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-a0320a69-f5ac-4e72-8379-a25b23fb1497 req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.20 "DELETE /v2.0/ports/b09a29b6-a5a2-461d-a51e-c8c018edd854 HTTP/1.1" status: 204  len: 173 time: 1.4138665
Sep 16 19:36:28.648190 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a144032-bc44-4fe1-aa98-bdcedc4c179e', 'name': 'network-vif-deleted', 'tag': 'b09a29b6-a5a2-461d-a51e-c8c018edd854', 'status': 'completed', 'code': 200}
Sep 16 19:36:28.654900 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:36:28.957909 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446302ee0>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:36:28.962209 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] Checking router: 9af8f7f0-cada-4040-8beb-c36e5198a1bd for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:36:28.972290 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:36:28.972875 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446302ee0>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:36:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:36:29.147472 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:36:29.157673 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8146a518-30c7-444d-9fa1-a50c82723bd5 req-ffe5ade7-d86a-4498-82f2-a7df49393bf5 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0412049
Sep 16 19:36:29.486849 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446302ee0>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:36:29.490714 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8362d64a-e6b4-4257-811d-ddf52fe5a175 None None] The sync data for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi is: [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:11:21Z', 'revision_number': 4, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0', 'name': '', 'network_id': 'e4d63524-e4fb-4877-bfc6-8e6cb96181b7', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'mac_address': 'fa:16:3e:e1:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:17Z', 'updated_at': '2021-09-16T19:11:49Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'subnets': [{'id': '3727b007-f818-48fd-b7a3-6d8c7dd215d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:36:29.588669 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device b09a29b6-a5a2-461d-a51e-c8c018edd854 no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:36:29.622420 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: b09a29b6-a5a2-461d-a51e-c8c018edd854 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:36:29.622759 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device b09a29b6-a5a2-461d-a51e-c8c018edd854 not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:36:29.706197 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24560e-85bd-4a6e-9d91-d9cb6f0a3e18 None None] New status for floating IP e8024d6d-6ccc-4189-aff3-e09d95531733: DOWN {{(pid=75162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:36:30.392165 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d05c65e5-ab68-45f0-a935-23b5d8c0fe89 req-d1ad2cc8-d711-4f35-8ca4-6368792e41f4 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0442731
Sep 16 19:36:31.551144 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b465c7fd-c3a4-404e-90bd-ed589d84ca7c req-a3969874-c75e-4e50-830b-316c1bd02977 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0416081
Sep 16 19:36:31.757076 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:32.709617 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-293ad746-b8d1-42fe-a069-336a5417f8f0 req-0cadba57-3872-4d8b-b1d8-f8768e1aa117 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0409250
Sep 16 19:36:33.878095 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5825ca4d-e002-4fa3-833d-96f6b1f76441 req-8fa4828e-3312-4e89-85bb-ee72107bbd8a tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0441124
Sep 16 19:36:35.174671 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-17d05a95-a5c3-4b2b-8ed0-3af503275394 req-0a2a0239-6e06-4cd6-a425-4b1287419a95 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0433714
Sep 16 19:36:35.630303 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:36:36.331602 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4f254ef6-a730-4c6f-a641-d641b1d5b0df req-0909906b-59b8-4ee3-acbc-9aeaae45b936 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0409691
Sep 16 19:36:37.500513 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8a36de51-986a-4121-ab48-fe9926ec8fea req-b9d503fc-4a1d-4b9d-ad3e-c48273bc7613 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0442848
Sep 16 19:36:38.661211 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0eb8728c-e871-45de-a7fe-871c2174c0df req-7f4bbdb8-10d9-489b-99f4-7df387ce9ad0 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0416062
Sep 16 19:36:39.822075 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-11064755-3d89-4604-9fa7-14305a05d16c req-17e55dd9-0a20-49d5-95b5-44ffafa92435 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0412345
Sep 16 19:36:40.987719 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-191091c0-fa4f-4e4b-9ffc-7c90830262d7 req-40082135-9ac1-4d34-bd1a-397616f5898a tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0450668
Sep 16 19:36:42.146334 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3a86a94a-026b-4fef-b51f-3296124c5546 req-52643ec4-38be-4c19-87a3-80d7960dd5e5 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0415766
Sep 16 19:36:43.306184 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f02532cb-d554-4774-98bc-4679781f3ff5 req-bb0b3439-c7ec-4c4a-92f8-3235662e9ca6 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0402446
Sep 16 19:36:44.473559 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3f38c169-5639-4194-8f8b-74182d52d462 req-73e4bd70-6526-4faa-80d5-9695782c21c1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0430748
Sep 16 19:36:45.633536 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-276e6c09-ad16-48eb-bfcf-76a3573ce15a req-67ea1748-ee38-4e77-88d3-32c064267f3e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0420728
Sep 16 19:36:46.792623 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c7d2dfb3-989f-4138-af87-34d4b6f3bbe4 req-25ffcd53-d6d7-4416-9a5f-9c25f83e3f75 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0413747
Sep 16 19:36:47.957392 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b1356b57-f780-41f0-b40d-a3b4681606e2 req-a2407b0a-0365-4b64-9f50-5ba6962bdebf tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0429494
Sep 16 19:36:49.120342 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-850b1ae0-51aa-48d0-9beb-3ec69d6c4338 req-4948109d-4829-490c-a256-876c85217b9c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0422654
Sep 16 19:36:50.278547 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-ca3b500b-65c0-4fa9-97ba-6ccdda8e6972 req-0649fb78-ea0d-4a0c-ad7a-7af6b4132e90 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0422029
Sep 16 19:36:51.486757 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-5c3a8194-cb17-458f-9a65-a13576e050e2 req-ec77be2f-1d9a-4fc1-a195-ad83f89eb265 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0454400
Sep 16 19:36:52.646786 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7cca2181-fc54-446e-a99c-b1cee7beff1c req-adb42794-7eb3-4189-813a-2515cb799460 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0423574
Sep 16 19:36:53.521690 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ac367a28-964c-4dce-9c67-fa5fdea026b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:53.808074 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-58bb6d64-8431-4846-9464-e7f4b21df956 req-f1f2a4d3-b167-480d-99c4-c38c56feeea5 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0435634
Sep 16 19:36:53.843665 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:54.972058 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-89970433-c556-451a-845f-f17ab197c958 req-999c9243-596e-424c-9a51-c801df902744 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0447164
Sep 16 19:36:55.640247 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-d54f181a-223f-450a-9e6f-e29d52e74cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:56.214537 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a0e73fdd-ea36-4c7f-bc1f-9221131b486a req-a9432d71-28d2-448d-9970-4160cf3fa32a tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.1191716
Sep 16 19:36:56.666129 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:57.373258 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c30f24f3-0d8a-4f00-813e-ef31ae9857f3 req-cb5e129e-f89d-47e2-9128-5c5c57d8f9b1 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0416107
Sep 16 19:36:58.259982 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:36:58.535854 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e34c97e6-ace6-4b96-897b-7b483ce20c42 req-02a18412-50ab-4b3c-9503-5bbe8534af05 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0433772
Sep 16 19:36:59.698532 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0a3b301c-df64-41ec-b928-ebcdf3db37fd req-a0adeaed-d804-4020-a9dd-190028be42bc tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0404541
Sep 16 19:37:00.860433 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b497d777-f564-4c1e-8705-6968591e509f req-0fcdb59c-c6c1-4784-93af-9374fcfda8ce tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0410619
Sep 16 19:37:01.755894 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:02.026001 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-0f794791-59b8-4fbd-b392-e94ed7872e63 req-f87b982a-c990-4086-bdea-8016d99c0739 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0450404
Sep 16 19:37:03.185639 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fa5ebbec-190e-4a6d-8f48-9f3f590715ea req-b0ecccfc-606d-4d28-b21a-72042619bd92 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0412886
Sep 16 19:37:04.344475 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-505cb7e6-c45f-46d5-ab29-3251d7aea297 req-d968426e-0191-42fe-b098-dc3947160b2d tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0409253
Sep 16 19:37:05.508455 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b3dd9a9f-fa1f-4bfd-9e37-301adebed58c req-19e964a0-bf6c-48f4-809f-f59c29222f60 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0436504
Sep 16 19:37:06.671167 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e63e80fb-df57-4f85-b442-dc897f8f15c1 req-582fb1c7-5f39-4665-8f65-1c6f8c067b98 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0422745
Sep 16 19:37:07.829526 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d7b9c455-5210-40ed-a301-14bfc0fe7782 req-33e79b98-4304-45df-9c53-e90c193d2d37 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0407429
Sep 16 19:37:08.997924 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-eec4b4dc-bca1-4fc0-aef9-801d7ea83187 req-061bd3b3-b72e-4e89-8556-b64ff8f3f1e8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0467696
Sep 16 19:37:10.161202 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f8a55f5a-8b09-4031-bea7-17f8a0f7e686 req-335b3547-a5c8-4eec-9dba-42c0830bf773 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0415623
Sep 16 19:37:11.342715 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2dd9ed3e-83f0-4473-9469-b7f981ce5a04 req-deac0c13-db7f-4503-b645-5f1bc90ac2e8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0453892
Sep 16 19:37:12.510498 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e17698bb-cd54-42f5-886b-1fb7a0ceda6c req-41496269-76d1-47a7-901e-e5705d7f6c88 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0436976
Sep 16 19:37:12.630905 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:37:13.673099 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-63dc30f0-9b9a-4aac-8df0-e53a147a74b4 req-262703fc-9004-4fe0-9492-8fd76b07e921 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0412729
Sep 16 19:37:14.832495 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9755c749-984a-4f28-8b15-4bed92068069 req-3b203e41-63b1-43e1-8e45-067980e68dd7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0402086
Sep 16 19:37:15.997262 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e0b79584-bc8d-4aef-a908-4e18cebd9ea9 req-284c621d-ed2b-4240-881f-2118a69f826c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0446239
Sep 16 19:37:17.158260 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-4e6d78f3-0476-46c8-b50f-b560bdfede2e req-75b47a27-f663-41e0-a74b-92524132d5ad tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0408168
Sep 16 19:37:18.317241 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-78aff501-be41-4076-9d55-8b88aa7dc0a3 req-e6c9f428-032f-484f-90ba-9e6ffb735627 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0407023
Sep 16 19:37:19.484005 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-efbedc59-0113-4248-b0f1-6587f8d2d0e3 req-4e6956c1-a120-4201-87cc-c3e82c4e47e5 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0444620
Sep 16 19:37:20.642332 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-110e6b9a-9339-49bb-97f1-25ea58ab7f78 req-cf5acaed-be20-4475-8a8e-07a350dde34c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0418110
Sep 16 19:37:21.799296 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c334ac8a-2023-411c-a838-d73abab7408f req-67d6393f-30d8-4740-a3c9-97395d2c27c2 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0401599
Sep 16 19:37:22.965356 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-a3cb4272-7e8c-4128-b4af-3b282a1c1a87 req-52b2d2ad-89a0-46e1-8b59-4200c1df631c tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0439270
Sep 16 19:37:23.522783 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-36f0596f-573e-4acd-93dc-208783e86b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:23.844625 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:24.128174 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-b0b024ff-8e9c-4b42-b7cc-3a85683451cf req-67bfd0b8-77aa-4c77-8b0a-430bb3572570 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0419931
Sep 16 19:37:25.287330 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cde81a9a-6d75-406f-869a-7ad406cdec95 req-279c15ba-f35e-4ae3-b43d-e9b0d7ab05c8 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0408342
Sep 16 19:37:25.641514 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7b4738c5-e340-4ea4-be09-63b4643a6901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:26.452547 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-aeecab75-581f-4ea5-b225-7f9980a30df7 req-a47cb743-9f64-47d5-87f8-24195789ed89 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0448172
Sep 16 19:37:26.666101 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:27.616022 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-fcf88eef-758c-4f12-b86b-60fb99bf95d7 req-d32692bf-ccf3-4285-861e-fbc417630789 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0448644
Sep 16 19:37:28.265711 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:28.781141 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-2d7f4901-a656-4ad7-9578-bcd0de9c5791 req-1c2204d8-6bda-478c-adcb-252015636f2f tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a144032-bc44-4fe1-aa98-bdcedc4c179e HTTP/1.1" status: 200  len: 210 time: 0.0448618
Sep 16 19:37:30.943082 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 45540) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:37:31.083630 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.112902 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.167442 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.172934 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5929cfc5-fca8-4e4b-816a-d54491bf3f00 tempest-TestShelveInstance-1973630822 tempest-TestShelveInstance-1973630822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:37:31.190574 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f397e1b-5dc2-47fd-83c9-531aa364b0fb,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:37:31.198383 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.198746 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.199096 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.199442 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.199788 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.200129 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.200469 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.200807 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.201140 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.201471 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.201803 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:37:31.204799 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:37:31.211027 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.212157 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-c24a4ecf-9109-4d4a-aa6d-59e9362b4a1e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "DELETE /v2.0/security-groups/9f397e1b-5dc2-47fd-83c9-531aa364b0fb HTTP/1.1" status: 204  len: 168 time: 0.2681346
Sep 16 19:37:31.215131 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 45552) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:37:31.232375 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.api.v2.resource [None req-710f937e-bba2-442e-a53f-1d80ee346caf tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] show failed (client error): The resource could not be found.
Sep 16 19:37:31.233332 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-710f937e-bba2-442e-a53f-1d80ee346caf tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "GET /v2.0/security-groups/9f397e1b-5dc2-47fd-83c9-531aa364b0fb HTTP/1.1" status: 404  len: 347 time: 0.0173421
Sep 16 19:37:31.236089 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 45556) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:37:31.388430 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Deleting port 614505cb-02e6-4c3c-92ed-d2fc21c25d14 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:37:31.388760 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.549827 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.550047 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.669562 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Calling delete_port for 614505cb-02e6-4c3c-92ed-d2fc21c25d14 owned by network:floatingip {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:37:31.756626 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.803745 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.807994 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-98340795-2946-47e2-a40d-018d4bb8bab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:37:31.847406 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Pushing event deleted for resources: {'Port': ['ID=614505cb-02e6-4c3c-92ed-d2fc21c25d14,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:37:31.850061 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:37:31.942808 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks [] for floatingip, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.957202 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:31.958353 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] 10.222.0.22 "DELETE /v2.0/floatingips/e8024d6d-6ccc-4189-aff3-e09d95531733 HTTP/1.1" status: 204  len: 168 time: 0.7213409
Sep 16 19:37:49.630290 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:37:53.523417 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-d574188b-4b9f-4f97-82b8-fc607be8c859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:53.845497 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:55.644284 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0a86963a-345d-4509-bad6-8da4ecb5034d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:56.670874 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:37:58.266410 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:01.754011 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:10.687622 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 45942) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:10.754731 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ec22b2d2-1995-4775-8429-9d17e807622f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:10.783009 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ec22b2d2-1995-4775-8429-9d17e807622f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:10.854360 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ec22b2d2-1995-4775-8429-9d17e807622f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:10.858466 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-248daf5e-b74a-459c-a795-68066193492b tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:10.872923 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22b2d2-1995-4775-8429-9d17e807622f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75baca13-eae5-4362-a480-988bee60ab5f,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:10.881281 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ec22b2d2-1995-4775-8429-9d17e807622f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:10.889070 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ec22b2d2-1995-4775-8429-9d17e807622f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:10.890250 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-ec22b2d2-1995-4775-8429-9d17e807622f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] 10.222.0.22 "DELETE /v2.0/security-groups/75baca13-eae5-4362-a480-988bee60ab5f HTTP/1.1" status: 204  len: 168 time: 0.2016456
Sep 16 19:38:11.156527 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 45950) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:11.869196 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719805'] for router_interface, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:12.472856 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Deleting port 20cfacfc-38da-443a-9db1-033cb881c5a6 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:38:12.473551 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:12.642335 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] For port 20cfacfc-38da-443a-9db1-033cb881c5a6, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=20cfacfc-38da-443a-9db1-033cb881c5a6,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:38:12.642685 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:12.762448 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Calling delete_port for 20cfacfc-38da-443a-9db1-033cb881c5a6 owned by network:router_interface {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:38:12.934462 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:12.937849 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9e1dc7db-2451-4317-a648-db0d56413bc2 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:12.982766 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Pushing event deleted for resources: {'Port': ['ID=20cfacfc-38da-443a-9db1-033cb881c5a6,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:13.021597 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.021975 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.022371 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.022734 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.023222 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.023580 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.023994 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.024351 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.024708 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.025103 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.025457 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:38:13.032571 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:13.371868 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15345281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720007'] for router_interface, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:13.947647 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Router bf51de41-8b6b-4f84-95d0-f14f77443f1a has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:38:14.145801 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:38:14.154626 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] Sync routers for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:38:14.158557 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] 10.222.0.22 "PUT /v2.0/routers/bf51de41-8b6b-4f84-95d0-f14f77443f1a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0006688
Sep 16 19:38:14.160923 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 45980) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:14.165676 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:38:14.166309 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04464b8c10>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:37:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:14.341624 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:38:14.355753 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:14.551980 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:14.563188 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Deleting port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:38:14.563774 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:14.630370 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04464b8c10>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:38:12Z', 'revision_number': 5, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port': {'id': '93e1c239-a16a-48ce-9b2d-1f0b8f638f11', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:41Z', 'updated_at': '2021-09-16T19:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:14.635265 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] Checking router: bf51de41-8b6b-4f84-95d0-f14f77443f1a for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:38:14.646700 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] Routers {'bf51de41-8b6b-4f84-95d0-f14f77443f1a'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:38:14.648823 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04464b8c10>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:37:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:14.802842 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] Set router bf51de41-8b6b-4f84-95d0-f14f77443f1a gateway port host: None {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:38:14.848650 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] For port 93e1c239-a16a-48ce-9b2d-1f0b8f638f11, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=93e1c239-a16a-48ce-9b2d-1f0b8f638f11,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:38:14.849004 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:14.909342 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04464b8c10>, [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:38:14Z', 'revision_number': 6, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port_host': None}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:14.913973 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f511c19-0c93-4bb4-938e-92468b0a8567 None None] The sync data for ids ['bf51de41-8b6b-4f84-95d0-f14f77443f1a'] in dv-cinder-809447-1-iscsi is: [{'id': 'bf51de41-8b6b-4f84-95d0-f14f77443f1a', 'name': 'tempest-TestVolumeBootPattern-1981444751-router', 'tenant_id': 'cb106e20366e47629235b6d9a75278a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:40Z', 'updated_at': '2021-09-16T19:38:14Z', 'revision_number': 6, 'project_id': 'cb106e20366e47629235b6d9a75278a9', 'gw_port_host': None}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:38:14.970050 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Calling delete_port for 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 owned by network:router_gateway {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:38:15.135972 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:15.139378 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7fa14498-a772-452a-bb69-e82e3bb32295 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:15.180208 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e1c239-a16a-48ce-9b2d-1f0b8f638f11,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:15.184125 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:15.405156 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705128'] for router_gateway, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:15.659013 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25059'] for router, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:15.664092 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:15.699641 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330320'] for router, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:15.700346 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf51de41-8b6b-4f84-95d0-f14f77443f1a {{(pid=75160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 16 19:38:15.712825 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:15.714127 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-57814c27-b8b2-492c-bed1-e30038c1c2d7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bf51de41-8b6b-4f84-95d0-f14f77443f1a HTTP/1.1" status: 204  len: 168 time: 1.5521495
Sep 16 19:38:15.716418 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 45998) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:15.779881 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8aac63-fd4d-4040-aac7-ce89b3a563e6 admin admin] Deleting subnet 5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 {{(pid=75160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:38:15.783121 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bb8aac63-fd4d-4040-aac7-ce89b3a563e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:15.833119 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bb8aac63-fd4d-4040-aac7-ce89b3a563e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3042159'] for subnet, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:15.915362 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bb8aac63-fd4d-4040-aac7-ce89b3a563e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:15.983047 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bb8aac63-fd4d-4040-aac7-ce89b3a563e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2682591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124563'] for subnet, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:15.987122 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a62eafb6-ebfc-4c3a-bc41-90c350799bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:16.021457 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8aac63-fd4d-4040-aac7-ce89b3a563e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:16.026261 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-bb8aac63-fd4d-4040-aac7-ce89b3a563e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:16.030711 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bb8aac63-fd4d-4040-aac7-ce89b3a563e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.036846 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8049bd3a-1494-4486-82cd-41ad8e1b6eda None None] Network fd8d7b0c-63d0-44f1-8893-142431ff9791 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:38:16.037983 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-bb8aac63-fd4d-4040-aac7-ce89b3a563e6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5b1c8ff0-3e25-4a11-bf5d-ab5373605ea2 HTTP/1.1" status: 204  len: 168 time: 0.3203921
Sep 16 19:38:16.039923 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 46004) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:16.150386 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.157041 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:38:16.161095 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Deleting port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:38:16.161435 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.202894 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:38:16.203160 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 93e1c239-a16a-48ce-9b2d-1f0b8f638f11 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:38:16.203577 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 20cfacfc-38da-443a-9db1-033cb881c5a6 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:38:16.237057 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 20cfacfc-38da-443a-9db1-033cb881c5a6 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:38:16.237580 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 20cfacfc-38da-443a-9db1-033cb881c5a6 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:38:16.368167 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] For port 00f9d5de-9670-4ce0-ade0-0f5364e485c8, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=00f9d5de-9670-4ce0-ade0-0f5364e485c8,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:38:16.368514 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.390855 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] DHCP port deletion for fd8d7b0c-63d0-44f1-8893-142431ff9791 request from dv-cinder-809447-1-iscsi {{(pid=75162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 16 19:38:16.395081 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] Deleting port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:38:16.395462 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.486246 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Calling delete_port for 00f9d5de-9670-4ce0-ade0-0f5364e485c8 owned by network:dhcp {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:38:16.600872 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] For port 00f9d5de-9670-4ce0-ade0-0f5364e485c8, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=00f9d5de-9670-4ce0-ade0-0f5364e485c8,segment=NetworkSegment(a43c6cbc-4e9b-4975-b028-cf0e645ba492),segment_id=a43c6cbc-4e9b-4975-b028-cf0e645ba492)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:38:16.601261 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.627570 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.631121 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-50c6cca2-6a7f-424a-9c1f-b9e76939d606 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:16.671405 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f9d5de-9670-4ce0-ade0-0f5364e485c8,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:16.674842 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:16.677918 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] No DVR routers for this DVR port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 on host dv-cinder-809447-1-iscsi {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:38:16.720687 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] Calling delete_port for 00f9d5de-9670-4ce0-ade0-0f5364e485c8 owned by network:dhcp {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:38:16.789267 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.db.api [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 19:38:16.789915 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_db.api [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 19:38:16.796164 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.825202 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f04461e1fd0>,) {'filters': {'network_id': ['fd8d7b0c-63d0-44f1-8893-142431ff9791']}} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:16.837109 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f04461e1fd0>, 'a43c6cbc-4e9b-4975-b028-cf0e645ba492') {'for_net_delete': True} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:16.837945 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f04461e1fd0>, 'a43c6cbc-4e9b-4975-b028-cf0e645ba492') {} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:16.848469 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2816623'] for segment, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.865021 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.871683 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=75161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:38:16.872060 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2607524'] for segment, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]: Traceback (most recent call last):
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     timer()
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     cb(*args, **kw)
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     return func(*args, **kwargs)
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     self._notify()
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     self.callback(batched_events)
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     event.method(event)
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     return f(self, *a, **k)
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._get(url).json()
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:38:16.885425 dv-cinder-809447-1-iscsi neutron-server[75161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:38:16.959160 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.962612 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:16.975206 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:16.986561 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8d7b0c-63d0-44f1-8893-142431ff9791,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:16.990572 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:16.999486 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fd8d7b0c-63d0-44f1-8893-142431ff9791 HTTP/1.1" status: 204  len: 168 time: 0.9585538
Sep 16 19:38:17.002274 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 46014) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:17.291855 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] Deleting port 00f9d5de-9670-4ce0-ade0-0f5364e485c8 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:38:17.292414 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:17.360938 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-13024bab-21f6-4172-96bf-2c2f4b53b9b8 None None] The port '00f9d5de-9670-4ce0-ade0-0f5364e485c8' was deleted {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Sep 16 19:38:17.392272 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719805'] for router_interface, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:17.987841 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Deleting port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:38:17.988182 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:18.131785 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 00f9d5de-9670-4ce0-ade0-0f5364e485c8 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:38:18.164427 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 00f9d5de-9670-4ce0-ade0-0f5364e485c8 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:38:18.164776 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 00f9d5de-9670-4ce0-ade0-0f5364e485c8 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:38:18.237393 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] For port 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=8da54e4d-89b0-4b26-b8cb-e35b66c18a0b,segment=NetworkSegment(e67b8e0b-9861-48e3-87b7-d2d16e71302f),segment_id=e67b8e0b-9861-48e3-87b7-d2d16e71302f)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:38:18.237736 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:18.359275 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Calling delete_port for 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b owned by network:router_interface {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:38:18.658334 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:18.661536 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:18.706286 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da54e4d-89b0-4b26-b8cb-e35b66c18a0b,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:18.711460 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:19.001407 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15345281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720007'] for router_interface, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:19.639091 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Router 08b2689c-d0ce-4235-a103-7f98de3fbda5 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:38:19.836198 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:38:19.846925 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] Sync routers for ids ['08b2689c-d0ce-4235-a103-7f98de3fbda5'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:38:19.856173 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 46038) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:19.856713 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-0d6f85d2-7ad1-4cb2-9c89-44356c943432 admin admin] 10.222.0.22 "PUT /v2.0/routers/08b2689c-d0ce-4235-a103-7f98de3fbda5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8529675
Sep 16 19:38:19.860385 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] Routers {'08b2689c-d0ce-4235-a103-7f98de3fbda5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:38:19.861027 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04465e2700>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:37:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['08b2689c-d0ce-4235-a103-7f98de3fbda5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:20.042806 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] Set router 08b2689c-d0ce-4235-a103-7f98de3fbda5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:38:20.157724 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Notify callbacks [] for router, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:20.327259 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04465e2700>, [{'id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'name': 'tempest-TestVolumeBootPattern-403311685-router', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:50Z', 'updated_at': '2021-09-16T19:38:18Z', 'revision_number': 5, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'gw_port': {'id': 'e17713b2-edd1-4c19-88ce-ed893e59ec27', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:13:51Z', 'updated_at': '2021-09-16T19:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:20.331073 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] Checking router: 08b2689c-d0ce-4235-a103-7f98de3fbda5 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:38:20.344005 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] Routers {'08b2689c-d0ce-4235-a103-7f98de3fbda5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:38:20.344608 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04465e2700>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:37:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['08b2689c-d0ce-4235-a103-7f98de3fbda5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:20.360497 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:20.371022 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Deleting port e17713b2-edd1-4c19-88ce-ed893e59ec27 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:38:20.371356 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:20.531947 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] Set router 08b2689c-d0ce-4235-a103-7f98de3fbda5 gateway port host: None {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:38:20.545530 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] For port e17713b2-edd1-4c19-88ce-ed893e59ec27, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=e17713b2-edd1-4c19-88ce-ed893e59ec27,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:38:20.545883 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:20.635984 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04465e2700>, [{'id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'name': 'tempest-TestVolumeBootPattern-403311685-router', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:50Z', 'updated_at': '2021-09-16T19:38:20Z', 'revision_number': 6, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'gw_port_host': None}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:20.639808 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831c0db-c761-4880-8754-146ae1d5e081 None None] The sync data for ids ['08b2689c-d0ce-4235-a103-7f98de3fbda5'] in dv-cinder-809447-1-iscsi is: [{'id': '08b2689c-d0ce-4235-a103-7f98de3fbda5', 'name': 'tempest-TestVolumeBootPattern-403311685-router', 'tenant_id': 'd817b20801844037b3b951f08386d7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:13:50Z', 'updated_at': '2021-09-16T19:38:20Z', 'revision_number': 6, 'project_id': 'd817b20801844037b3b951f08386d7e9', 'gw_port_host': None}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:38:20.665980 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Calling delete_port for e17713b2-edd1-4c19-88ce-ed893e59ec27 owned by network:router_gateway {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:38:20.825713 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:20.829106 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6fa32b5f-11d4-4280-afb9-22de3028e510 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:20.870041 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=e17713b2-edd1-4c19-88ce-ed893e59ec27,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:20.873928 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:21.098205 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705128'] for router_gateway, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.469865 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25059'] for router, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.474073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.500212 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330320'] for router, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.500885 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08b2689c-d0ce-4235-a103-7f98de3fbda5 {{(pid=75160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 16 19:38:21.514632 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.515793 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-9d5cb425-8cda-4530-bfc7-2d3da1cd9b02 admin admin] 10.222.0.22 "DELETE /v2.0/routers/08b2689c-d0ce-4235-a103-7f98de3fbda5 HTTP/1.1" status: 204  len: 168 time: 1.6576228
Sep 16 19:38:21.518325 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 46056) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:21.579279 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e708c7e-4abd-4b15-a228-db952415054c admin admin] Deleting subnet 09008f69-fd89-4514-abb9-5dcddfc5fca7 {{(pid=75160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:38:21.582673 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5e708c7e-4abd-4b15-a228-db952415054c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.633326 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5e708c7e-4abd-4b15-a228-db952415054c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3042159'] for subnet, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.712433 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5e708c7e-4abd-4b15-a228-db952415054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.778757 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5e708c7e-4abd-4b15-a228-db952415054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2682591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124563'] for subnet, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.782991 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:21.820930 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e708c7e-4abd-4b15-a228-db952415054c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09008f69-fd89-4514-abb9-5dcddfc5fca7,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:21.824199 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5e708c7e-4abd-4b15-a228-db952415054c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:21.825712 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5e708c7e-4abd-4b15-a228-db952415054c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.830788 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3039c641-2ee5-478d-b80b-41ce4b332d1a None None] Network 46692429-526f-4127-9452-c4cda41fa897 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:38:21.831284 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5e708c7e-4abd-4b15-a228-db952415054c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/09008f69-fd89-4514-abb9-5dcddfc5fca7 HTTP/1.1" status: 204  len: 168 time: 0.3116136
Sep 16 19:38:21.833362 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 46060) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:21.934891 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:21.946262 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Deleting port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:38:21.946592 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.081443 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] DHCP port deletion for 46692429-526f-4127-9452-c4cda41fa897 request from dv-cinder-809447-1-iscsi {{(pid=75162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 16 19:38:22.085631 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] Deleting port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:38:22.086276 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.142562 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:38:22.157160 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] For port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7,segment=NetworkSegment(e67b8e0b-9861-48e3-87b7-d2d16e71302f),segment_id=e67b8e0b-9861-48e3-87b7-d2d16e71302f)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:38:22.157517 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.179197 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:38:22.179546 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 8da54e4d-89b0-4b26-b8cb-e35b66c18a0b not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:38:22.179961 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:38:22.278442 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Calling delete_port for dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 owned by network:dhcp {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:38:22.354251 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.359005 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-708646e6-de25-4c34-96d2-b82083cecd29 tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:22.400263 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 update to DOWN by agent not found {{(pid=75162) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Sep 16 19:38:22.400711 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device e17713b2-edd1-4c19-88ce-ed893e59ec27 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:38:22.404477 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:22.406949 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:22.411950 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] No DVR routers for this DVR port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 on host dv-cinder-809447-1-iscsi {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:38:22.441703 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: e17713b2-edd1-4c19-88ce-ed893e59ec27 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:38:22.442059 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device e17713b2-edd1-4c19-88ce-ed893e59ec27 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:38:22.445113 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] For port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7,segment=NetworkSegment(e67b8e0b-9861-48e3-87b7-d2d16e71302f),segment_id=e67b8e0b-9861-48e3-87b7-d2d16e71302f)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:38:22.445514 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.539833 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.564204 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f04450986d0>,) {'filters': {'network_id': ['46692429-526f-4127-9452-c4cda41fa897']}} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:22.565776 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] Calling delete_port for dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 owned by network:dhcp {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:38:22.576486 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f04450986d0>, 'e67b8e0b-9861-48e3-87b7-d2d16e71302f') {'for_net_delete': True} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:22.576786 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f04450986d0>, 'e67b8e0b-9861-48e3-87b7-d2d16e71302f') {} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:38:22.588721 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3042150'] for segment, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.606411 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.612876 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=75160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:38:22.613297 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2681213'] for segment, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]: Traceback (most recent call last):
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     timer()
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     cb(*args, **kw)
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     return func(*args, **kwargs)
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     self._notify()
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     self.callback(batched_events)
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     event.method(event)
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     return f(self, *a, **k)
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._get(url).json()
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:38:22.630959 dv-cinder-809447-1-iscsi neutron-server[75160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:38:22.641420 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.db.api [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 19:38:22.641894 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_db.api [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 19:38:22.706659 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.710470 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-93d3ca6d-3c2b-43ad-bb3e-55cfad8096c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:22.725317 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:22.731314 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=46692429-526f-4127-9452-c4cda41fa897,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:22.735408 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:22.741047 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-49b04b0b-2657-4763-bf78-b8b04d6918a6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/46692429-526f-4127-9452-c4cda41fa897 HTTP/1.1" status: 204  len: 168 time: 0.9067919
Sep 16 19:38:22.894508 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 46074) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:22.950802 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-da366b4f-fcb0-4acb-8bcd-25c68ea5057d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb106e20366e47629235b6d9a75278a9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0550871
Sep 16 19:38:22.951990 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 46080) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:23.013590 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-328bf6ac-b282-41ea-b3d0-53f4d32f2427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:23.040084 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-328bf6ac-b282-41ea-b3d0-53f4d32f2427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:23.091480 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-328bf6ac-b282-41ea-b3d0-53f4d32f2427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:23.095126 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5f4d8762-bf4e-48cb-a5fa-b947d20686a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:23.112433 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bf6ac-b282-41ea-b3d0-53f4d32f2427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3367261d-8bf8-485b-b40c-30caf22490a8,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:23.116044 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-328bf6ac-b282-41ea-b3d0-53f4d32f2427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:23.119915 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-328bf6ac-b282-41ea-b3d0-53f4d32f2427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:23.121001 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-328bf6ac-b282-41ea-b3d0-53f4d32f2427 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3367261d-8bf8-485b-b40c-30caf22490a8 HTTP/1.1" status: 204  len: 168 time: 0.1679962
Sep 16 19:38:23.143378 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] Deleting port dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:38:23.144145 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:23.208223 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-a057aadc-c896-40c6-b34f-be575e2958e5 None None] The port 'dfd8c628-04ee-4ca5-b4d9-c623f1a4e4c7' was deleted {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Sep 16 19:38:23.531135 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1eba5019-5b54-47af-9014-e2119ddd6147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:23.548959 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 46092) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:23.603246 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-0d966775-b698-4019-aecb-b516af03f75f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d817b20801844037b3b951f08386d7e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0530391
Sep 16 19:38:23.605476 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 46096) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:38:23.661847 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5c9377e2-0f1a-4622-a0e9-49f0c9bae8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:23.687839 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5c9377e2-0f1a-4622-a0e9-49f0c9bae8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:23.738360 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5c9377e2-0f1a-4622-a0e9-49f0c9bae8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:23.743197 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-faed0e54-0d7e-4bdd-a2cb-8e2292922736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:38:23.754542 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9377e2-0f1a-4622-a0e9-49f0c9bae8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29f3a19-c689-47d4-9158-691ca6e1bfa4,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:38:23.757423 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5c9377e2-0f1a-4622-a0e9-49f0c9bae8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:38:23.767897 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-5c9377e2-0f1a-4622-a0e9-49f0c9bae8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:23.769021 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-5c9377e2-0f1a-4622-a0e9-49f0c9bae8b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d29f3a19-c689-47d4-9158-691ca6e1bfa4 HTTP/1.1" status: 204  len: 168 time: 0.1626809
Sep 16 19:38:23.847530 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:25.646385 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-30cb8d49-7cbb-46c0-b2fa-a2c3dbf3d534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:26.630229 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:38:26.671639 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:28.268978 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:31.754626 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:53.535978 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-83f35d10-2e43-489d-83b8-96c5e4fc3b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:53.848510 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:55.648044 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-cbce18c2-54d2-4e94-afb5-87e18ed50a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:56.675101 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:38:58.272410 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:01.769755 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:03.630542 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:39:23.538497 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-946c4af9-a49f-43b1-b507-7265e526f815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:23.852567 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:25.649068 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-8d901829-d081-4857-b6b2-388910ca1cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:26.679054 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:28.274476 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:31.769102 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:40.630658 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:39:53.540596 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-38147f69-cd9a-4beb-b2c2-e778fde8829b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:53.854947 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:55.650410 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3aff8e7b-a9dd-462d-afa3-9b1ff742ab75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:56.680538 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:39:58.279300 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:01.782871 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:17.631433 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:40:23.545142 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-d44c9989-ddce-4bbd-80d1-68a1fe165988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:23.856831 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:25.650372 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dbe683ab-d1fa-4c6a-b8d3-464b9bb84281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:26.686266 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:28.280878 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:31.818670 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:53.550046 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-76da4e84-7da8-4ab9-95a7-17882c11c324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:53.858611 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:54.631371 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:40:55.651816 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-46703808-bca2-4384-ad07-3152a554aeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:56.687103 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:40:58.283371 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:01.797295 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:23.552896 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c614f3a5-9f8a-4a0b-9965-c91b14399520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:23.860227 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:25.654132 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c6e88f21-c900-43b8-bd47-698819be30fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:26.692544 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:28.287271 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:31.632250 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:41:31.796919 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:53.554500 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-202f4306-a0a8-4981-aa08-06af1f21bf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:53.861750 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:55.655814 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fe46436e-95fc-4d39-9f7e-cc6495b57ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:56.693460 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:41:58.291329 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:01.811317 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:08.633634 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:42:23.556151 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fa0e1c3d-8269-4478-b5b1-fd0a95fe9024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:23.867724 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:25.656485 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-bf8c468c-b4d5-423f-9b42-dbb04386b709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:26.695788 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:28.293498 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:31.827291 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:45.634561 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:42:53.557348 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0c6f6d8b-f0e0-4907-8e5e-0e9fe07be751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:53.863702 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:55.295316 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 48168) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:42:55.452136 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:55.486005 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:42:55.490427 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Usage tracker for resource:security_group_rule and tenant:0564bd8e2721468d9054634df78a38ab is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:42:55.493471 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:42:55.499595 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:42:55.565912 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:55.569342 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:55.575516 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6382a127-bdd6-4e16-9547-e36b070d14bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:42:55.615469 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2f15f2-1c24-4b0b-b9d7-6eaa3178bc98,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:42:55.619936 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0564bd8e2721468d9054634df78a38ab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3236330
Sep 16 19:42:55.622686 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 48176) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:42:55.626332 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.626711 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.627103 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.627513 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.627876 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.628234 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.628590 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.628943 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.629293 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.629642 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.629990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.633750 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:42:55.662087 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2c5b2052-8fdb-4610-931f-d2ce0944c433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:55.693680 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:55.718121 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:55.767025 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:55.771267 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b68b20fb-7919-4b94-89ca-1eef685b4210 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:42:55.784465 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2f15f2-1c24-4b0b-b9d7-6eaa3178bc98,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:42:55.791752 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:55.792843 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae2f15f2-1c24-4b0b-b9d7-6eaa3178bc98 HTTP/1.1" status: 204  len: 168 time: 0.1692133
Sep 16 19:42:55.796120 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.796607 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.796817 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.797166 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.797511 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.797854 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.798212 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.798574 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.798896 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.799746 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.800085 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:42:55.803084 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:42:56.698756 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:42:58.296478 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:01.826597 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:22.635168 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:43:23.558613 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-46778efc-2ba0-4573-8d79-633788f32a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:23.867869 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:25.654448 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-58c9385c-5002-4c84-a165-4d59860dc2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:26.701629 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:28.300367 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:31.845675 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:53.560714 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2d31a034-5579-48e2-a85b-b0922ffb66f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:53.871655 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:55.655315 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b0af1656-2b7a-469d-b3ae-48ee7522982a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:56.703798 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:58.304034 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:43:59.635913 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:44:01.839569 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:23.561814 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-56edfeed-5ae9-4d64-a891-5bd2fb424bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:23.873750 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:25.657004 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-e7e8bdd0-a03b-413d-9004-106ad5046eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:26.708053 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:28.305094 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:31.840613 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:36.635669 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:44:53.564801 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ac090118-3d21-4d71-95f4-ed56e5f80133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:53.877272 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:55.658652 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a2fa-6055-43d4-b9fa-8a7b8b73f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:56.710338 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:44:58.308791 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:01.838136 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:13.635540 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:45:23.567536 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0c8186dc-eaef-4bbe-a31f-28b782c8530f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:23.881687 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:25.659762 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-70557f13-4951-4f3b-b29f-9db4380d9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:26.714233 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:28.311899 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:31.838357 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:50.637985 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:45:53.569813 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5ccac52e-3b4d-4151-b3e2-db880d05f903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:53.882935 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:55.661492 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fa0003d9-3b58-4136-b413-f1b45cb03923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:56.715605 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:45:58.315753 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:01.851609 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:06.728197 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [req-d273ba95-2082-45ca-bf1c-71c4dcd6a7ca req-d690d692-583b-4ad2-b41b-13a9ac330010 service neutron] (75160) timed out ('10.222.0.20', 59554) {{(pid=75160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 16 19:46:23.572945 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-53edace2-90f3-43a2-b741-70409164b8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:23.884733 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:25.661828 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-828d8e9d-1707-4ebc-b893-279ed25d9a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:26.719090 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:27.637403 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:46:28.318529 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:31.869320 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:53.576444 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-19540e14-ac9d-44fb-be89-863f3d89bd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:53.886049 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:55.664132 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-e80470a1-55a0-43f7-9a74-055ae4586fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:56.722480 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:46:58.322469 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:01.867138 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:04.640337 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:47:23.577369 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-d3f77c32-69b0-403e-babb-53e1802b5352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:23.888470 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:25.665318 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-d475e781-47db-40ee-80d4-140ce735c3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:26.725673 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:28.323709 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:31.867087 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:41.640968 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:47:53.583418 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6a506e3b-9e3d-4343-9912-7af382dfdc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:53.889720 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:55.697054 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-cd30a0b4-7344-4384-ae47-34db3f1660a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:56.727821 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:47:58.326903 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:01.881412 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:18.641439 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:48:23.581497 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4680d490-aa6c-4553-be1d-91a198f39575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:23.890817 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:25.667931 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-15dff2a7-5e01-4e94-9c62-5e16ade1b62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:26.731449 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:28.330793 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:31.899282 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:53.429684 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51000) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:48:53.583608 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-21df908e-7ede-4f52-8ac3-f25e070eb11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:53.688919 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Deleting subnet 6966db04-28f7-4d2c-ade8-1186ac271192 {{(pid=75161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:48:53.692197 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:53.740808 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2816614'] for subnet, precommit_delete_associations {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:53.802593 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:53.875011 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2433962'] for subnet, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:53.880380 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:48:53.893351 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:53.914123 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6966db04-28f7-4d2c-ade8-1186ac271192,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:48:53.918654 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:53.928894 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.929259 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.929616 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.929968 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.930357 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.930704 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.931048 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.931398 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.931739 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.932078 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.932417 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:53.935469 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6966db04-28f7-4d2c-ade8-1186ac271192 HTTP/1.1" status: 204  len: 168 time: 0.5047400
Sep 16 19:48:53.936331 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6cab3c37-dbe6-41e3-8bf6-ac489d840295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:48:53.938171 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51014) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:48:54.043556 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.165947 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.190604 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0445528190>,) {'filters': {'network_id': ['8bb91cbe-9da1-400f-8546-f131bcf42f78']}} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:48:54.202796 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0445528190>, '6841622d-a53a-4ee3-9c4b-b1831be5556a') {'for_net_delete': True} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:48:54.203156 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0445528190>, '6841622d-a53a-4ee3-9c4b-b1831be5556a') {} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:48:54.214053 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2816623'] for segment, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.229549 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.236158 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=75161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:48:54.236603 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2607524'] for segment, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]: Traceback (most recent call last):
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     timer()
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     cb(*args, **kw)
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     return func(*args, **kwargs)
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     self._notify()
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     self.callback(batched_events)
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     event.method(event)
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     return f(self, *a, **k)
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._get(url).json()
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:48:54.249741 dv-cinder-809447-1-iscsi neutron-server[75161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:48:54.324098 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.328168 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:48:54.340620 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.352265 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb91cbe-9da1-400f-8546-f131bcf42f78,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:48:54.355366 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:48:54.359432 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] 10.222.0.22 "DELETE /v2.0/networks/8bb91cbe-9da1-400f-8546-f131bcf42f78 HTTP/1.1" status: 204  len: 168 time: 0.4201515
Sep 16 19:48:54.497200 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51020) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:48:54.550175 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-07c50342-48e5-453a-902f-6c02cffda3d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48fbdc17f85b453bb146af7020c43b48&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0517704
Sep 16 19:48:54.552440 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51024) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:48:54.609983 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.634805 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.686958 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.690718 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-cd591587-c1e0-43fa-8a44-82d57578236b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:48:54.704238 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813e92a7-3d38-4e90-aa27-8eacf6f01f56,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:48:54.717029 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.717849 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.718426 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.718797 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.719165 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.719529 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.719899 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.720254 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.720607 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.720968 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.721319 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:48:54.725887 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:48:54.730898 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:54.732134 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/813e92a7-3d38-4e90-aa27-8eacf6f01f56 HTTP/1.1" status: 204  len: 168 time: 0.1788309
Sep 16 19:48:55.641793 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:48:55.668867 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b7c8-bbc0-40e8-93b4-c678900b7abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:56.734830 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:48:58.334000 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:01.895284 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:15.440752 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51240) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:15.585461 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94ae7910-56ff-4821-a5ec-fc70f9744677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:15.618193 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-94ae7910-56ff-4821-a5ec-fc70f9744677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:15.622026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-94ae7910-56ff-4821-a5ec-fc70f9744677 admin admin] Usage tracker for resource:security_group_rule and tenant:fae627f0e55b4bdcb3892b198343f60d is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:15.625580 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-94ae7910-56ff-4821-a5ec-fc70f9744677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:15.631237 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-94ae7910-56ff-4821-a5ec-fc70f9744677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:15.700257 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94ae7910-56ff-4821-a5ec-fc70f9744677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:15.704255 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-94ae7910-56ff-4821-a5ec-fc70f9744677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:15.710661 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ec22b2d2-1995-4775-8429-9d17e807622f tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:15.816655 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae7910-56ff-4821-a5ec-fc70f9744677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2c2920-ca7f-477a-93d2-1157ff3b6a4c,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:15.820112 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-94ae7910-56ff-4821-a5ec-fc70f9744677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:15.822409 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-94ae7910-56ff-4821-a5ec-fc70f9744677 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fae627f0e55b4bdcb3892b198343f60d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3806911
Sep 16 19:49:15.825066 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51248) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:15.882310 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0bee6c9f-d1b2-414e-88a3-cade4e8c3c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:15.907195 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0bee6c9f-d1b2-414e-88a3-cade4e8c3c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:15.956495 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0bee6c9f-d1b2-414e-88a3-cade4e8c3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:15.959948 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c41b915d-f418-4cb3-993a-606a0744a72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:15.970550 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee6c9f-d1b2-414e-88a3-cade4e8c3c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2c2920-ca7f-477a-93d2-1157ff3b6a4c,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:15.974408 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0bee6c9f-d1b2-414e-88a3-cade4e8c3c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:15.977567 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-0bee6c9f-d1b2-414e-88a3-cade4e8c3c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:15.981706 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-0bee6c9f-d1b2-414e-88a3-cade4e8c3c8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e2c2920-ca7f-477a-93d2-1157ff3b6a4c HTTP/1.1" status: 204  len: 168 time: 0.1558661
Sep 16 19:49:16.377563 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51256) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:16.395779 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:16.432230 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:16.436454 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] Usage tracker for resource:security_group_rule and tenant:93490cc2142e4b43b29dd3bc8b632769 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:16.439205 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:16.444749 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:16.508501 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:16.512090 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:16.519088 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0d302ad8-4d22-4717-a87b-af9d7c82891f tempest-VolumesNegativeTest-193180486 tempest-VolumesNegativeTest-193180486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:16.562915 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7c2c89-694b-4dc3-ba65-b002961a86e2,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:16.567982 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=93490cc2142e4b43b29dd3bc8b632769&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1893907
Sep 16 19:49:16.568842 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:16.570534 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51260) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:16.628778 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-326a1b72-07e5-4db1-ab0f-b13925f9450b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:16.653259 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-326a1b72-07e5-4db1-ab0f-b13925f9450b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:16.706518 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-326a1b72-07e5-4db1-ab0f-b13925f9450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:16.711494 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-5a9f1291-b599-49a8-92ce-05c5be94b1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:16.728318 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a1b72-07e5-4db1-ab0f-b13925f9450b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7c2c89-694b-4dc3-ba65-b002961a86e2,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:16.730525 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-326a1b72-07e5-4db1-ab0f-b13925f9450b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:16.732694 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-326a1b72-07e5-4db1-ab0f-b13925f9450b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:16.733658 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-326a1b72-07e5-4db1-ab0f-b13925f9450b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b7c2c89-694b-4dc3-ba65-b002961a86e2 HTTP/1.1" status: 204  len: 168 time: 0.1622586
Sep 16 19:49:18.914105 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51316) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:19.056222 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.086862 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:19.090503 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] Usage tracker for resource:security_group_rule and tenant:ff4b20c67ae0453ebc6d0365794d65b7 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:19.093976 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:19.099623 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:19.161986 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.165582 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.172603 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-18bfcb8c-02fb-4585-b5f6-d8a7d83ed65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:19.212623 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1ec215-d196-439d-b7c5-e94c74e21b6f,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:19.216128 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:19.218927 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff4b20c67ae0453ebc6d0365794d65b7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3038311
Sep 16 19:49:19.221464 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51322) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:19.278125 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8e278447-fbd1-483c-8293-e26b2214ab96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.302824 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8e278447-fbd1-483c-8293-e26b2214ab96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.355652 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8e278447-fbd1-483c-8293-e26b2214ab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.359988 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-cd77cf63-32d1-492e-9d35-f8012759041b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:19.373640 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e278447-fbd1-483c-8293-e26b2214ab96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1ec215-d196-439d-b7c5-e94c74e21b6f,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:19.377595 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8e278447-fbd1-483c-8293-e26b2214ab96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:19.379351 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-8e278447-fbd1-483c-8293-e26b2214ab96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.380454 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-8e278447-fbd1-483c-8293-e26b2214ab96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f1ec215-d196-439d-b7c5-e94c74e21b6f HTTP/1.1" status: 204  len: 168 time: 0.1581321
Sep 16 19:49:19.707281 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51330) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:19.725893 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.759737 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:19.763960 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] Usage tracker for resource:security_group_rule and tenant:4af181ebc54a40aa822c3d4794db46c6 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:19.766793 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:19.772400 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:19.836414 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.840289 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.847266 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-bc051cc0-eca5-4c30-984c-a2968066b34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:19.890668 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d977aa41-1ec6-4e28-9626-e676cfe603d2,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:19.893599 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:19.896207 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4af181ebc54a40aa822c3d4794db46c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1879220
Sep 16 19:49:19.898868 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51334) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:19.964708 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-735e57b6-3b7c-45b4-93b3-bc09333d7dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:19.997310 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-735e57b6-3b7c-45b4-93b3-bc09333d7dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:20.062560 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-735e57b6-3b7c-45b4-93b3-bc09333d7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:20.066375 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8e017dc9-1a3b-4613-ad6b-620dcbfb0440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:20.079778 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e57b6-3b7c-45b4-93b3-bc09333d7dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d977aa41-1ec6-4e28-9626-e676cfe603d2,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:20.082665 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-735e57b6-3b7c-45b4-93b3-bc09333d7dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:20.084515 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-735e57b6-3b7c-45b4-93b3-bc09333d7dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:20.085790 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-735e57b6-3b7c-45b4-93b3-bc09333d7dc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d977aa41-1ec6-4e28-9626-e676cfe603d2 HTTP/1.1" status: 204  len: 168 time: 0.1858723
Sep 16 19:49:23.587580 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-629f6854-ecf2-4bb5-8bd4-d5b6e4a94b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:23.896035 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:25.672260 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3f722cc8-31bf-42f0-a3d8-cdd95e011794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:26.737421 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:28.338920 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:30.605974 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51496) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:30.743914 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e20595d3-f1b1-4b76-988c-6308ff5dc101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:30.774699 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-e20595d3-f1b1-4b76-988c-6308ff5dc101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:30.778903 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-e20595d3-f1b1-4b76-988c-6308ff5dc101 admin admin] Usage tracker for resource:security_group_rule and tenant:912bfd71900c4b7bb8f17d1b5a60e7ae is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:30.781847 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-e20595d3-f1b1-4b76-988c-6308ff5dc101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:30.787386 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-e20595d3-f1b1-4b76-988c-6308ff5dc101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:30.851908 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e20595d3-f1b1-4b76-988c-6308ff5dc101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:30.856026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e20595d3-f1b1-4b76-988c-6308ff5dc101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:30.863043 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2a121ceb-dc01-44c4-96d5-1fd6417885fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:30.901916 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20595d3-f1b1-4b76-988c-6308ff5dc101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e10556f-e009-4863-bbca-a4816b475e7a,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:30.907275 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-e20595d3-f1b1-4b76-988c-6308ff5dc101 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=912bfd71900c4b7bb8f17d1b5a60e7ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3002348
Sep 16 19:49:30.908168 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-e20595d3-f1b1-4b76-988c-6308ff5dc101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:30.910081 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51504) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:30.973306 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d9584f09-e12d-4c01-af39-61abb964c03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.080779 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d9584f09-e12d-4c01-af39-61abb964c03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.131240 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d9584f09-e12d-4c01-af39-61abb964c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.134695 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6430509b-b645-42d2-acbd-590c8569ba9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:31.147491 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9584f09-e12d-4c01-af39-61abb964c03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e10556f-e009-4863-bbca-a4816b475e7a,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:31.152746 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d9584f09-e12d-4c01-af39-61abb964c03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:31.156473 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d9584f09-e12d-4c01-af39-61abb964c03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.158257 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d9584f09-e12d-4c01-af39-61abb964c03c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e10556f-e009-4863-bbca-a4816b475e7a HTTP/1.1" status: 204  len: 168 time: 0.2471230
Sep 16 19:49:31.474174 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51512) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:31.492146 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.524312 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:31.528017 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] Usage tracker for resource:security_group_rule and tenant:b7998e78263444e29b1189ff01bb8dee is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:31.530736 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:31.536204 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:31.600526 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.604195 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.611833 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a01ede23-e71c-4983-a0e4-a92d092b8220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:31.650798 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0f413c-82b3-41e1-87cc-b0b59e1b99fa,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:31.654656 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:31.656962 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7998e78263444e29b1189ff01bb8dee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1817908
Sep 16 19:49:31.659609 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51516) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:31.720488 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6e28d6e5-cbf7-4263-9185-b66b3e3377dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.744739 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6e28d6e5-cbf7-4263-9185-b66b3e3377dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.795146 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6e28d6e5-cbf7-4263-9185-b66b3e3377dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.798669 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9b8b8ece-e952-4d0a-8b9e-a0e8a49f6836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:31.811022 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28d6e5-cbf7-4263-9185-b66b3e3377dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0f413c-82b3-41e1-87cc-b0b59e1b99fa,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:31.813862 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6e28d6e5-cbf7-4263-9185-b66b3e3377dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:31.815869 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-6e28d6e5-cbf7-4263-9185-b66b3e3377dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:31.818694 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-6e28d6e5-cbf7-4263-9185-b66b3e3377dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb0f413c-82b3-41e1-87cc-b0b59e1b99fa HTTP/1.1" status: 204  len: 168 time: 0.1581848
Sep 16 19:49:31.894593 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:32.219657 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51542) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:32.239032 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:32.272109 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:32.275989 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] Usage tracker for resource:security_group_rule and tenant:68cd7f931cb44e1c9390f9534355cb3f is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:32.279431 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:32.285138 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:32.357310 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:32.361409 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:32.368863 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-e766c794-c6d9-4b31-9878-242dc4a4cdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:32.415664 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51550) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:32.416147 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=68cd7f931cb44e1c9390f9534355cb3f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1948445
Sep 16 19:49:32.416487 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e912212-7357-42d5-a35f-ee871c8ca604,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:32.424818 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:32.486378 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bc26f5ad-3a60-4492-8943-544ef34625ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:32.515295 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bc26f5ad-3a60-4492-8943-544ef34625ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:32.568489 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bc26f5ad-3a60-4492-8943-544ef34625ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:32.573273 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-46a6f263-bdee-4db2-9629-8470d56dfc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:32.585764 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26f5ad-3a60-4492-8943-544ef34625ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e912212-7357-42d5-a35f-ee871c8ca604,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:32.590375 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-bc26f5ad-3a60-4492-8943-544ef34625ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:32.595102 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-bc26f5ad-3a60-4492-8943-544ef34625ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:32.596207 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-bc26f5ad-3a60-4492-8943-544ef34625ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e912212-7357-42d5-a35f-ee871c8ca604 HTTP/1.1" status: 204  len: 168 time: 0.1793547
Sep 16 19:49:32.642383 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:49:33.685773 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51588) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:33.891493 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51596) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:34.034677 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:34.066774 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:34.070771 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] Usage tracker for resource:security_group_rule and tenant:103fb826683f42e7916b92852e5b422d is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:34.073748 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:34.080824 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:34.150015 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:34.154407 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:34.161490 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-326a1b72-07e5-4db1-ab0f-b13925f9450b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:34.203138 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbb0f04-3ad0-4f59-af63-3b3a3fdaacb2,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:34.206667 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:34.209157 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719805'] for router_interface, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:34.209291 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=103fb826683f42e7916b92852e5b422d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3163075
Sep 16 19:49:34.212007 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51602) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:34.272277 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ace9ecdb-e710-4504-950b-1bf9c05d29a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:34.298989 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ace9ecdb-e710-4504-950b-1bf9c05d29a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:34.349795 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ace9ecdb-e710-4504-950b-1bf9c05d29a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:34.354694 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-bc26f5ad-3a60-4492-8943-544ef34625ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:34.367864 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9ecdb-e710-4504-950b-1bf9c05d29a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbb0f04-3ad0-4f59-af63-3b3a3fdaacb2,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:34.370965 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ace9ecdb-e710-4504-950b-1bf9c05d29a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:34.371816 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ace9ecdb-e710-4504-950b-1bf9c05d29a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:34.373279 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-ace9ecdb-e710-4504-950b-1bf9c05d29a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6cbb0f04-3ad0-4f59-af63-3b3a3fdaacb2 HTTP/1.1" status: 204  len: 168 time: 0.1604109
Sep 16 19:49:34.814365 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Deleting port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:49:34.814879 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:34.988944 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] For port 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:49:34.989323 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:35.207046 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Calling delete_port for 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 owned by network:router_interface {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:49:35.386749 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:35.391279 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4a705635-ea8c-4700-b25a-428ec8de2966 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:35.432746 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:35.435365 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:35.744531 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15345281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720007'] for router_interface, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:36.316960 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Router 9af8f7f0-cada-4040-8beb-c36e5198a1bd has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:49:36.613179 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:49:36.621659 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] Sync routers for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:49:36.633629 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] 10.222.0.22 "PUT /v2.0/routers/9af8f7f0-cada-4040-8beb-c36e5198a1bd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9467690
Sep 16 19:49:36.634252 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:49:36.634924 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446518a90>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:49:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:49:36.636001 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51632) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:36.810981 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:49:36.833699 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Notify callbacks [] for router, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:37.051076 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:37.061160 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Deleting port d84ad769-5965-42db-b519-d2c99968b859 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:49:37.061784 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:37.159776 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446518a90>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd84ad769-5965-42db-b519-d2c99968b859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:49:35Z', 'revision_number': 5, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port': {'id': 'd84ad769-5965-42db-b519-d2c99968b859', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:11:00Z', 'updated_at': '2021-09-16T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:49:37.163982 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] Checking router: 9af8f7f0-cada-4040-8beb-c36e5198a1bd for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:49:37.176865 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] Routers {'9af8f7f0-cada-4040-8beb-c36e5198a1bd'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:49:37.177730 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446518a90>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:49:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:49:37.248007 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] For port d84ad769-5965-42db-b519-d2c99968b859, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=d84ad769-5965-42db-b519-d2c99968b859,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:49:37.248366 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:37.327887 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] Set router 9af8f7f0-cada-4040-8beb-c36e5198a1bd gateway port host: None {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:49:37.371225 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Calling delete_port for d84ad769-5965-42db-b519-d2c99968b859 owned by network:router_gateway {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:49:37.435398 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446518a90>, [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:49:37Z', 'revision_number': 6, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port_host': None}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:49:37.439241 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb54b8-67fd-4748-8376-9845fbf7b595 None None] The sync data for ids ['9af8f7f0-cada-4040-8beb-c36e5198a1bd'] in dv-cinder-809447-1-iscsi is: [{'id': '9af8f7f0-cada-4040-8beb-c36e5198a1bd', 'name': 'tempest-AttachVolumeTestJSON-627126168-router', 'tenant_id': '85c918cb45764cc3904a26e90b88fa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:10:59Z', 'updated_at': '2021-09-16T19:49:37Z', 'revision_number': 6, 'project_id': '85c918cb45764cc3904a26e90b88fa46', 'gw_port_host': None}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:49:37.540052 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:37.545219 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3413316e-b274-47ed-828b-199e1acf2819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:37.587017 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Pushing event deleted for resources: {'Port': ['ID=d84ad769-5965-42db-b519-d2c99968b859,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:37.591993 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:37.808464 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705128'] for router_gateway, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.166610 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25059'] for router, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.170812 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.204323 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330320'] for router, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.204866 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af8f7f0-cada-4040-8beb-c36e5198a1bd {{(pid=75160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 16 19:49:38.221997 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.223168 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d2b28032-8dd4-465b-879e-9e1f1400474e admin admin] 10.222.0.22 "DELETE /v2.0/routers/9af8f7f0-cada-4040-8beb-c36e5198a1bd HTTP/1.1" status: 204  len: 168 time: 1.5862222
Sep 16 19:49:38.225609 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51644) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:38.286704 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_v2 [None req-263f298d-fdc8-4216-b8c2-c0d7b5143e2d admin admin] Deleting subnet 3727b007-f818-48fd-b7a3-6d8c7dd215d2 {{(pid=75160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:49:38.289700 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-263f298d-fdc8-4216-b8c2-c0d7b5143e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.341456 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-263f298d-fdc8-4216-b8c2-c0d7b5143e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3042159'] for subnet, precommit_delete_associations {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.425284 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-263f298d-fdc8-4216-b8c2-c0d7b5143e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.476147 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:49:38.505128 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-263f298d-fdc8-4216-b8c2-c0d7b5143e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2682591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3124563'] for subnet, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.509727 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-48bfc3d3-35a0-4ab4-b826-2aa43cdcc2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:38.511892 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:49:38.512245 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 70e5cef0-4b99-4aa2-a6b4-d03cde0dccf0 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:49:38.513269 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d84ad769-5965-42db-b519-d2c99968b859 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:49:38.547834 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: d84ad769-5965-42db-b519-d2c99968b859 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:49:38.548090 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f298d-fdc8-4216-b8c2-c0d7b5143e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3727b007-f818-48fd-b7a3-6d8c7dd215d2,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:38.548191 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device d84ad769-5965-42db-b519-d2c99968b859 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:49:38.551516 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-263f298d-fdc8-4216-b8c2-c0d7b5143e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:38.552569 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-263f298d-fdc8-4216-b8c2-c0d7b5143e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.557922 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ea45f4-8423-41d8-abcf-2d67c2128aea None None] Network e4d63524-e4fb-4877-bfc6-8e6cb96181b7 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:49:38.558426 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-263f298d-fdc8-4216-b8c2-c0d7b5143e2d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3727b007-f818-48fd-b7a3-6d8c7dd215d2 HTTP/1.1" status: 204  len: 168 time: 0.3317938
Sep 16 19:49:38.561946 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51648) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:38.662623 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.673426 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Deleting port eb80f22d-43de-43c0-a91a-6e63d01b6e81 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:49:38.673691 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.798510 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] DHCP port deletion for e4d63524-e4fb-4877-bfc6-8e6cb96181b7 request from dv-cinder-809447-1-iscsi {{(pid=75162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 16 19:49:38.802506 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] Deleting port eb80f22d-43de-43c0-a91a-6e63d01b6e81 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:49:38.803857 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:38.882107 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.db [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] For port eb80f22d-43de-43c0-a91a-6e63d01b6e81, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=eb80f22d-43de-43c0-a91a-6e63d01b6e81,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:49:38.882484 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.003093 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] For port eb80f22d-43de-43c0-a91a-6e63d01b6e81, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=eb80f22d-43de-43c0-a91a-6e63d01b6e81,segment=NetworkSegment(01d6b1b1-c6ee-4767-987a-42a32efa4464),segment_id=01d6b1b1-c6ee-4767-987a-42a32efa4464)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:49:39.003345 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Calling delete_port for eb80f22d-43de-43c0-a91a-6e63d01b6e81 owned by network:dhcp {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:49:39.003465 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.079930 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.083721 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9c310a4e-297d-4dcb-bbd1-eb2fe5fc1218 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:39.123690 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] Calling delete_port for eb80f22d-43de-43c0-a91a-6e63d01b6e81 owned by network:dhcp {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:49:39.126467 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb80f22d-43de-43c0-a91a-6e63d01b6e81,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:39.129890 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:39.132870 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] No DVR routers for this DVR port eb80f22d-43de-43c0-a91a-6e63d01b6e81 on host dv-cinder-809447-1-iscsi {{(pid=75160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:49:39.191999 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.db.api [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 19:49:39.192364 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_db.api [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 19:49:39.247696 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.274491 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f04454c8b50>,) {'filters': {'network_id': ['e4d63524-e4fb-4877-bfc6-8e6cb96181b7']}} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:49:39.286661 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f04454c8b50>, '01d6b1b1-c6ee-4767-987a-42a32efa4464') {'for_net_delete': True} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:49:39.286958 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.services.segments.db [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f04454c8b50>, '01d6b1b1-c6ee-4767-987a-42a32efa4464') {} {{(pid=75160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:49:39.297938 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3042150'] for segment, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.313119 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.319478 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=75160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:49:39.319854 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2681213'] for segment, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]: Traceback (most recent call last):
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     timer()
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     cb(*args, **kw)
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     return func(*args, **kwargs)
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     self._notify()
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     self.callback(batched_events)
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     event.method(event)
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     return f(self, *a, **k)
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._get(url).json()
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:49:39.336773 dv-cinder-809447-1-iscsi neutron-server[75160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:49:39.408871 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.412971 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.415700 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:39.437306 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d63524-e4fb-4877-bfc6-8e6cb96181b7,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:39.439990 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:39.451120 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-2f7e0e68-2b5d-481b-9683-80d8a22c885c admin admin] 10.222.0.22 "DELETE /v2.0/networks/e4d63524-e4fb-4877-bfc6-8e6cb96181b7 HTTP/1.1" status: 204  len: 168 time: 0.8881972
Sep 16 19:49:39.644964 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51656) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:39.693659 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] Deleting port eb80f22d-43de-43c0-a91a-6e63d01b6e81 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:49:39.694711 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.696652 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-98028148-f5e7-4392-a7c3-78d9b50305f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85c918cb45764cc3904a26e90b88fa46&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0505066
Sep 16 19:49:39.698947 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51660) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:39.758933 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-da2b040e-5742-40cc-bdad-0503d1cbffd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.764909 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-1621ad9a-c096-4dbd-976b-f90dc15116e2 None None] The port 'eb80f22d-43de-43c0-a91a-6e63d01b6e81' was deleted {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Sep 16 19:49:39.787636 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-da2b040e-5742-40cc-bdad-0503d1cbffd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.837759 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-da2b040e-5742-40cc-bdad-0503d1cbffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.843026 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a46866e9-5e07-4f0a-8e1d-53132c7a1a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:39.855919 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b040e-5742-40cc-bdad-0503d1cbffd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1079a00c-8554-4397-9f2f-9d53f343dd11,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:39.860522 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-da2b040e-5742-40cc-bdad-0503d1cbffd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:39.863696 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-da2b040e-5742-40cc-bdad-0503d1cbffd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:39.864801 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-da2b040e-5742-40cc-bdad-0503d1cbffd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1079a00c-8554-4397-9f2f-9d53f343dd11 HTTP/1.1" status: 204  len: 168 time: 0.1649954
Sep 16 19:49:40.482444 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device eb80f22d-43de-43c0-a91a-6e63d01b6e81 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:49:40.518208 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: eb80f22d-43de-43c0-a91a-6e63d01b6e81 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:49:40.518649 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device eb80f22d-43de-43c0-a91a-6e63d01b6e81 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:49:42.064430 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51718) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:42.204886 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4232d454-0432-4705-9140-69e4b2627bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:42.236334 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4232d454-0432-4705-9140-69e4b2627bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:42.240140 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4232d454-0432-4705-9140-69e4b2627bdb admin admin] Usage tracker for resource:security_group_rule and tenant:4463b7e1d3d8488a8caa034022e5da76 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:42.243711 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-4232d454-0432-4705-9140-69e4b2627bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:42.249249 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-4232d454-0432-4705-9140-69e4b2627bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:42.312710 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4232d454-0432-4705-9140-69e4b2627bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:42.316315 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-4232d454-0432-4705-9140-69e4b2627bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:42.322588 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ceecf561-c1bf-4bc5-9697-0bbe2c8ecd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:42.365720 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232d454-0432-4705-9140-69e4b2627bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0bfac9-b7af-4547-be34-7cf33dec27a8,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:42.368924 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-4232d454-0432-4705-9140-69e4b2627bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:42.371582 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-4232d454-0432-4705-9140-69e4b2627bdb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4463b7e1d3d8488a8caa034022e5da76&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3061388
Sep 16 19:49:42.374261 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51724) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:42.432948 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3a63afb6-2597-42d8-ad53-7a0352620df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:42.458183 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3a63afb6-2597-42d8-ad53-7a0352620df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:42.508913 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3a63afb6-2597-42d8-ad53-7a0352620df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:42.512840 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a4f519c8-b5ad-4312-8334-6f7eb07cb831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:42.525087 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63afb6-2597-42d8-ad53-7a0352620df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0bfac9-b7af-4547-be34-7cf33dec27a8,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:42.527300 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3a63afb6-2597-42d8-ad53-7a0352620df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:42.531857 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3a63afb6-2597-42d8-ad53-7a0352620df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:42.533322 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-3a63afb6-2597-42d8-ad53-7a0352620df0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb0bfac9-b7af-4547-be34-7cf33dec27a8 HTTP/1.1" status: 204  len: 168 time: 0.1581783
Sep 16 19:49:42.857782 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51734) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:42.875524 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-675a3765-0d16-4dd1-94e7-7e95788578fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:42.905634 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-675a3765-0d16-4dd1-94e7-7e95788578fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:42.909346 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-675a3765-0d16-4dd1-94e7-7e95788578fa admin admin] Usage tracker for resource:security_group_rule and tenant:c421cc75bc7a4a079e55cbf7b01a8d5e is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:42.912062 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-675a3765-0d16-4dd1-94e7-7e95788578fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:42.917618 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-675a3765-0d16-4dd1-94e7-7e95788578fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:42.981249 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-675a3765-0d16-4dd1-94e7-7e95788578fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:42.985612 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-675a3765-0d16-4dd1-94e7-7e95788578fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:42.992995 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-17bc0b25-9734-4b9f-9644-ef5026931b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:43.034976 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a3765-0d16-4dd1-94e7-7e95788578fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ee3b37-157c-4507-bbf3-9be3bb3716c3,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:43.038189 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-675a3765-0d16-4dd1-94e7-7e95788578fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:43.041625 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-675a3765-0d16-4dd1-94e7-7e95788578fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c421cc75bc7a4a079e55cbf7b01a8d5e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1828084
Sep 16 19:49:43.044366 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51738) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:43.103213 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98c824eb-d5ee-4f1a-a172-750827968e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:43.129771 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98c824eb-d5ee-4f1a-a172-750827968e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:43.179509 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98c824eb-d5ee-4f1a-a172-750827968e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:43.183105 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-328bf6ac-b282-41ea-b3d0-53f4d32f2427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:43.193789 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c824eb-d5ee-4f1a-a172-750827968e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ee3b37-157c-4507-bbf3-9be3bb3716c3,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:43.197079 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-98c824eb-d5ee-4f1a-a172-750827968e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:43.202253 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98c824eb-d5ee-4f1a-a172-750827968e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:43.203381 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-98c824eb-d5ee-4f1a-a172-750827968e66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86ee3b37-157c-4507-bbf3-9be3bb3716c3 HTTP/1.1" status: 204  len: 168 time: 0.1581419
Sep 16 19:49:45.500240 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51804) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:45.642540 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-adf72dd0-f651-4ce1-a86a-59c800a4fe10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:45.672007 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-adf72dd0-f651-4ce1-a86a-59c800a4fe10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:45.675687 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-adf72dd0-f651-4ce1-a86a-59c800a4fe10 admin admin] Usage tracker for resource:security_group_rule and tenant:5e30ba3320dc4233946e525237c01c85 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:45.678367 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-adf72dd0-f651-4ce1-a86a-59c800a4fe10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:45.683813 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-adf72dd0-f651-4ce1-a86a-59c800a4fe10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:45.759251 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-adf72dd0-f651-4ce1-a86a-59c800a4fe10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:45.763598 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-adf72dd0-f651-4ce1-a86a-59c800a4fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:45.770282 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-41f86fa0-0ce0-4812-9c1b-dece6ddb9984 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:45.811360 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-adf72dd0-f651-4ce1-a86a-59c800a4fe10 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e30ba3320dc4233946e525237c01c85&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3101041
Sep 16 19:49:45.812083 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf72dd0-f651-4ce1-a86a-59c800a4fe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006e699f-7cff-4dba-bea8-dd0607891e76,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:45.813940 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51810) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:45.815223 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-adf72dd0-f651-4ce1-a86a-59c800a4fe10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:45.873359 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-931ad348-3002-4c88-8fa1-9a6d4b879671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:45.901351 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-931ad348-3002-4c88-8fa1-9a6d4b879671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:46.037655 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-931ad348-3002-4c88-8fa1-9a6d4b879671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:46.046080 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-94699bff-b777-49df-ac02-d080bd54fbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:46.058693 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-931ad348-3002-4c88-8fa1-9a6d4b879671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:46.060396 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-931ad348-3002-4c88-8fa1-9a6d4b879671 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/006e699f-7cff-4dba-bea8-dd0607891e76 HTTP/1.1" status: 204  len: 168 time: 0.2454798
Sep 16 19:49:46.061507 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ad348-3002-4c88-8fa1-9a6d4b879671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006e699f-7cff-4dba-bea8-dd0607891e76,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:46.064022 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-931ad348-3002-4c88-8fa1-9a6d4b879671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:46.382227 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51820) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:46.400174 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:46.430963 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:46.435520 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] Usage tracker for resource:security_group_rule and tenant:7ff8ae7b7c1d48389525f6956fed0711 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:46.438289 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:46.443881 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:46.506029 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:46.509618 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:46.517472 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-6e28d6e5-cbf7-4263-9185-b66b3e3377dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:46.554638 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829fa5e4-c791-4c68-8dd2-65ff2b5ec1a9,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:46.557849 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:46.560988 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ff8ae7b7c1d48389525f6956fed0711&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1778014
Sep 16 19:49:46.563608 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 51824) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:46.624728 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82193ca1-83a4-402c-89f0-6bc1bdef5425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:46.649619 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82193ca1-83a4-402c-89f0-6bc1bdef5425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:46.700185 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82193ca1-83a4-402c-89f0-6bc1bdef5425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:46.704897 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ae4313b0-312f-4591-9995-8072baaf4688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:46.717260 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82193ca1-83a4-402c-89f0-6bc1bdef5425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829fa5e4-c791-4c68-8dd2-65ff2b5ec1a9,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:46.719808 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-82193ca1-83a4-402c-89f0-6bc1bdef5425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:46.720893 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-82193ca1-83a4-402c-89f0-6bc1bdef5425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:46.722116 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-82193ca1-83a4-402c-89f0-6bc1bdef5425 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/829fa5e4-c791-4c68-8dd2-65ff2b5ec1a9 HTTP/1.1" status: 204  len: 168 time: 0.1575093
Sep 16 19:49:52.865050 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51984) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:53.006657 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c030d840-1129-4d35-a4c9-e9d551fbf517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.040070 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c030d840-1129-4d35-a4c9-e9d551fbf517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:53.043919 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c030d840-1129-4d35-a4c9-e9d551fbf517 admin admin] Usage tracker for resource:security_group_rule and tenant:e8e98495a33a46eea549b1bf5d210f01 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:53.047362 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c030d840-1129-4d35-a4c9-e9d551fbf517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:53.052962 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c030d840-1129-4d35-a4c9-e9d551fbf517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:53.119957 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c030d840-1129-4d35-a4c9-e9d551fbf517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.123664 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c030d840-1129-4d35-a4c9-e9d551fbf517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.130405 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-7a7de413-0cba-429a-ad0f-18722c8d95f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:53.166421 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030d840-1129-4d35-a4c9-e9d551fbf517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db46330-a80a-4359-ad75-1745b4759712,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:53.171698 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c030d840-1129-4d35-a4c9-e9d551fbf517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:53.175051 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-c030d840-1129-4d35-a4c9-e9d551fbf517 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8e98495a33a46eea549b1bf5d210f01&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3089886
Sep 16 19:49:53.177664 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 51990) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:53.239626 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-08f1aac6-2280-431d-ac32-05be61395db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.264741 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-08f1aac6-2280-431d-ac32-05be61395db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.314083 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-08f1aac6-2280-431d-ac32-05be61395db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.317513 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-dd428cca-18a6-4948-a2ef-389c9fcb1557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:53.330246 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1aac6-2280-431d-ac32-05be61395db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db46330-a80a-4359-ad75-1745b4759712,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:53.332467 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-08f1aac6-2280-431d-ac32-05be61395db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:53.342066 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-08f1aac6-2280-431d-ac32-05be61395db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.346832 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-08f1aac6-2280-431d-ac32-05be61395db7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1db46330-a80a-4359-ad75-1745b4759712 HTTP/1.1" status: 204  len: 168 time: 0.1675026
Sep 16 19:49:53.589253 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0a56-1e65-4ced-b8b6-cd057b4c951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.678580 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52004) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:53.697246 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.727111 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:53.731100 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] Usage tracker for resource:security_group_rule and tenant:141517bebd7d4126b781851a86a2069f is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:53.734671 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:53.740406 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:53.805310 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.808958 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.815636 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-08f1aac6-2280-431d-ac32-05be61395db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:53.853936 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fca916f-1bfc-423b-9d24-2f0844cb1808,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:53.857454 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:53.860252 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=141517bebd7d4126b781851a86a2069f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1806626
Sep 16 19:49:53.862948 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52008) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:53.899328 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.925657 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:53.952735 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:54.010846 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:54.017046 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0bee6c9f-d1b2-414e-88a3-cade4e8c3c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:54.027315 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fca916f-1bfc-423b-9d24-2f0844cb1808,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:54.038472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:54.039758 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fca916f-1bfc-423b-9d24-2f0844cb1808 HTTP/1.1" status: 204  len: 168 time: 0.1760111
Sep 16 19:49:54.041614 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.042415 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.042830 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.043190 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.043680 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.043886 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.044382 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.045248 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.045603 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.045951 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.046331 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:54.049492 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-98b3d782-6610-4c69-9011-aebb9ebc29d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:54.422231 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52016) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:54.440819 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-812244e2-1bfe-41f8-9d90-f2a68768ea86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:54.473029 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-812244e2-1bfe-41f8-9d90-f2a68768ea86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:54.476808 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-812244e2-1bfe-41f8-9d90-f2a68768ea86 admin admin] Usage tracker for resource:security_group_rule and tenant:08c222312d1b4064a08807528e359af1 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:54.479907 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-812244e2-1bfe-41f8-9d90-f2a68768ea86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:54.486375 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-812244e2-1bfe-41f8-9d90-f2a68768ea86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:54.551186 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-812244e2-1bfe-41f8-9d90-f2a68768ea86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:54.555043 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-812244e2-1bfe-41f8-9d90-f2a68768ea86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:54.561580 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-383c8090-c6c4-4138-b051-5e13fd7603c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:54.599926 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812244e2-1bfe-41f8-9d90-f2a68768ea86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f131c84a-ca86-48fb-a95f-b7a1373830bf,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:54.603178 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-812244e2-1bfe-41f8-9d90-f2a68768ea86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:54.609742 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-812244e2-1bfe-41f8-9d90-f2a68768ea86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08c222312d1b4064a08807528e359af1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1836858
Sep 16 19:49:54.610393 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52024) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:54.672701 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6c467ddc-aa46-4760-b232-3642fb385058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:54.697921 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6c467ddc-aa46-4760-b232-3642fb385058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:54.751431 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6c467ddc-aa46-4760-b232-3642fb385058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:54.756969 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6bd1252d-4a14-4aa4-9260-afad58e53f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:54.771122 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c467ddc-aa46-4760-b232-3642fb385058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f131c84a-ca86-48fb-a95f-b7a1373830bf,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:54.773330 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6c467ddc-aa46-4760-b232-3642fb385058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:54.775536 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-6c467ddc-aa46-4760-b232-3642fb385058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:54.776634 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-6c467ddc-aa46-4760-b232-3642fb385058 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f131c84a-ca86-48fb-a95f-b7a1373830bf HTTP/1.1" status: 204  len: 168 time: 0.1657848
Sep 16 19:49:54.889983 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52032) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:55.029833 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c3e07703-ecbb-4474-86ca-d560f63252d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:55.063119 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c3e07703-ecbb-4474-86ca-d560f63252d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:49:55.067259 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c3e07703-ecbb-4474-86ca-d560f63252d4 admin admin] Usage tracker for resource:security_group_rule and tenant:cc33550b99004cb18713cb4bb34cebcd is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:49:55.070266 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-c3e07703-ecbb-4474-86ca-d560f63252d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:49:55.076586 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-c3e07703-ecbb-4474-86ca-d560f63252d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:49:55.145370 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c3e07703-ecbb-4474-86ca-d560f63252d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:55.149045 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c3e07703-ecbb-4474-86ca-d560f63252d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:55.156254 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-f3d7ad2a-47fd-45ee-8a2e-48830e496be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:55.200091 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e07703-ecbb-4474-86ca-d560f63252d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcf8dcb-54fb-499c-8a05-7a37ec635e77,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:55.203112 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c3e07703-ecbb-4474-86ca-d560f63252d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:55.205782 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-c3e07703-ecbb-4474-86ca-d560f63252d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc33550b99004cb18713cb4bb34cebcd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3146794
Sep 16 19:49:55.208730 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52044) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:49:55.272497 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:55.301005 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:55.355253 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:55.360229 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5072160d-07b7-4b71-88b6-de737fc40044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:49:55.374758 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcf8dcb-54fb-499c-8a05-7a37ec635e77,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:49:55.386636 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.387016 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.387386 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.387749 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.388672 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.389040 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.389404 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.389764 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.390122 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.390530 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.390883 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:49:55.393854 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:55.394984 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bcf8dcb-54fb-499c-8a05-7a37ec635e77 HTTP/1.1" status: 204  len: 168 time: 0.1849568
Sep 16 19:49:55.395848 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-72e55f03-678a-417d-a8a4-97d7204b67b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:49:55.675535 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-682964b5-4280-4298-b2f9-b33c919b1902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:56.739841 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:49:58.337438 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:01.895207 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:09.642945 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:50:18.572975 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52176) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:18.711550 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f37503bd-f5c2-4127-8e6b-0b2604a8ad53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:18.742782 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-f37503bd-f5c2-4127-8e6b-0b2604a8ad53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:18.746511 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-f37503bd-f5c2-4127-8e6b-0b2604a8ad53 admin admin] Usage tracker for resource:security_group_rule and tenant:2325ccb476e141509453088da93ce88b is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:18.749250 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-f37503bd-f5c2-4127-8e6b-0b2604a8ad53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:18.755075 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-f37503bd-f5c2-4127-8e6b-0b2604a8ad53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:18.820053 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f37503bd-f5c2-4127-8e6b-0b2604a8ad53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:18.824668 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-f37503bd-f5c2-4127-8e6b-0b2604a8ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:18.831418 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-20c6a13a-a455-4ea8-a663-bd52ca4edd33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:18.871524 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37503bd-f5c2-4127-8e6b-0b2604a8ad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899b3931-289a-4f61-8eb1-008799eefc51,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:18.874601 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f37503bd-f5c2-4127-8e6b-0b2604a8ad53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:18.877376 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-f37503bd-f5c2-4127-8e6b-0b2604a8ad53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2325ccb476e141509453088da93ce88b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3034236
Sep 16 19:50:18.880074 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52182) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:18.937585 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-74ed1e5d-09e2-4889-bdc2-69de9788dd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:18.961862 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-74ed1e5d-09e2-4889-bdc2-69de9788dd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:19.016956 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-74ed1e5d-09e2-4889-bdc2-69de9788dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:19.021942 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c8c3b5e5-86ea-4bfb-b1a3-70a9148123a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:19.034185 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed1e5d-09e2-4889-bdc2-69de9788dd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899b3931-289a-4f61-8eb1-008799eefc51,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:19.036475 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-74ed1e5d-09e2-4889-bdc2-69de9788dd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:19.040020 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-74ed1e5d-09e2-4889-bdc2-69de9788dd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:19.046171 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-74ed1e5d-09e2-4889-bdc2-69de9788dd70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/899b3931-289a-4f61-8eb1-008799eefc51 HTTP/1.1" status: 204  len: 168 time: 0.1601858
Sep 16 19:50:23.591636 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-554fd0be-2a9d-43a6-a4fc-1db977ae9ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:23.908153 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:25.679283 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-36e43728-2327-4713-8984-788ee0be16ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:26.742391 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:28.344436 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:28.885603 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52304) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:29.025019 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.055888 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:29.059652 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] Usage tracker for resource:security_group_rule and tenant:943ca12e081b4044b27571cb4e9b70f5 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:29.062404 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:29.067946 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:29.135297 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.138938 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.145249 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-8f1a3c1f-33ac-423d-a1d9-0fe32b5a265a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:29.183729 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b14c78-9f32-4f38-b2af-f2aaa0cdebcb,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:29.187564 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:29.189845 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=943ca12e081b4044b27571cb4e9b70f5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3031518
Sep 16 19:50:29.192531 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52310) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:29.250686 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c83832ea-d9da-485c-b21c-a626ebdaf274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.277730 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c83832ea-d9da-485c-b21c-a626ebdaf274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.328547 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c83832ea-d9da-485c-b21c-a626ebdaf274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.333094 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:29.344857 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83832ea-d9da-485c-b21c-a626ebdaf274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b14c78-9f32-4f38-b2af-f2aaa0cdebcb,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:29.347137 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-c83832ea-d9da-485c-b21c-a626ebdaf274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:29.350478 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-c83832ea-d9da-485c-b21c-a626ebdaf274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.352389 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-c83832ea-d9da-485c-b21c-a626ebdaf274 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0b14c78-9f32-4f38-b2af-f2aaa0cdebcb HTTP/1.1" status: 204  len: 168 time: 0.1589746
Sep 16 19:50:29.672864 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52318) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:29.690886 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-470e4255-bef1-47b9-9694-6306b38957e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.721826 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-470e4255-bef1-47b9-9694-6306b38957e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:29.725627 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-470e4255-bef1-47b9-9694-6306b38957e2 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c613ae974e4f9593d542c45dd406ec is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:29.728787 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-470e4255-bef1-47b9-9694-6306b38957e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:29.734938 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-470e4255-bef1-47b9-9694-6306b38957e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:29.798838 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-470e4255-bef1-47b9-9694-6306b38957e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.802405 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-470e4255-bef1-47b9-9694-6306b38957e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.809183 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ece48357-1bf0-4426-8695-1672094ceb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:29.849402 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e4255-bef1-47b9-9694-6306b38957e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02d85e7-36e2-4427-ad46-9bdb191dd756,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:29.853409 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-470e4255-bef1-47b9-9694-6306b38957e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:29.855731 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-470e4255-bef1-47b9-9694-6306b38957e2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9c613ae974e4f9593d542c45dd406ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1818607
Sep 16 19:50:29.858712 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52322) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:29.925296 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9314b6ad-8fa7-4ae3-9781-cd3350532bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:29.951898 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9314b6ad-8fa7-4ae3-9781-cd3350532bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:30.003784 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9314b6ad-8fa7-4ae3-9781-cd3350532bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:30.008576 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ecaf17ff-5713-4e2e-914b-2b655ad30b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:30.020703 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314b6ad-8fa7-4ae3-9781-cd3350532bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02d85e7-36e2-4427-ad46-9bdb191dd756,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:30.023560 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-9314b6ad-8fa7-4ae3-9781-cd3350532bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:30.025480 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-9314b6ad-8fa7-4ae3-9781-cd3350532bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:30.029034 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-9314b6ad-8fa7-4ae3-9781-cd3350532bc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a02d85e7-36e2-4427-ad46-9bdb191dd756 HTTP/1.1" status: 204  len: 168 time: 0.1669414
Sep 16 19:50:30.415743 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52330) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:30.434441 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-88ecc6c3-fc20-4203-9962-9044f02cffbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:30.465251 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-88ecc6c3-fc20-4203-9962-9044f02cffbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:30.468959 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-88ecc6c3-fc20-4203-9962-9044f02cffbc admin admin] Usage tracker for resource:security_group_rule and tenant:01e30f86f6c24e0bb7148f95e905ae87 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:30.471655 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-88ecc6c3-fc20-4203-9962-9044f02cffbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:30.477418 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-88ecc6c3-fc20-4203-9962-9044f02cffbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:30.543402 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-88ecc6c3-fc20-4203-9962-9044f02cffbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:30.548078 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-88ecc6c3-fc20-4203-9962-9044f02cffbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:30.555184 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-735e57b6-3b7c-45b4-93b3-bc09333d7dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:30.597229 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-88ecc6c3-fc20-4203-9962-9044f02cffbc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01e30f86f6c24e0bb7148f95e905ae87&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1804590
Sep 16 19:50:30.598038 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecc6c3-fc20-4203-9962-9044f02cffbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211822fc-3390-4e92-843f-b1f1076b9447,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:30.599837 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52334) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:30.601256 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-88ecc6c3-fc20-4203-9962-9044f02cffbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:30.658485 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d44c9c70-5a66-4f47-9650-eba2968cf490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:30.683054 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d44c9c70-5a66-4f47-9650-eba2968cf490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:30.734375 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d44c9c70-5a66-4f47-9650-eba2968cf490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:30.739010 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-feda3f49-840b-4ddd-8eff-ddf3a74238cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:30.758034 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c9c70-5a66-4f47-9650-eba2968cf490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211822fc-3390-4e92-843f-b1f1076b9447,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:30.760520 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d44c9c70-5a66-4f47-9650-eba2968cf490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:30.762476 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-d44c9c70-5a66-4f47-9650-eba2968cf490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:30.763556 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-d44c9c70-5a66-4f47-9650-eba2968cf490 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/211822fc-3390-4e92-843f-b1f1076b9447 HTTP/1.1" status: 204  len: 168 time: 0.1627142
Sep 16 19:50:31.586916 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52356) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:31.712129 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1182961396-network', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:50:31.716753 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:31.720591 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Usage tracker for resource:network and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:31.723450 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:31.729877 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:31.740054 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Made reservation on behalf of 95bea427ad13418fa28441daf2f8ff7e for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:50:31.742379 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:31.756127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:31.787453 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:31.791200 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Usage tracker for resource:security_group_rule and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:31.793937 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:31.799770 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:31.865290 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:31.869035 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:31.872787 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3def9d64-da76-46a3-8fc4-9334e9d8129f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:31.892710 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:31.897819 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:50:31.911982 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc486386-71df-478f-b947-b946be2231d5,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:31.917013 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:31.917935 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:31.918308 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Added segment 3648d40b-ff2b-4b40-8837-5faab10f770a of type vlan for network 99f439f5-60ce-49ee-895f-c14c035f2b51
Sep 16 19:50:31.945315 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:31.974007 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:31.974943 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:50:31.975507 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:31.979196 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-82829060-4d01-4642-ac73-d34109112173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:32.085132 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4971125
Sep 16 19:50:32.088404 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52362) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:32.088918 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Pushing event updated for resources: {'Network': ['ID=99f439f5-60ce-49ee-895f-c14c035f2b51,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:32.091120 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-3ec0f537-8aa6-4c00-b91b-20e45e6c8d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:32.095119 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Request body: {'subnet': {'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1182961396-subnet', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:50:32.098272 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 99f439f5-60ce-49ee-895f-c14c035f2b51 details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:50:32.100965 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:32.105081 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Usage tracker for resource:subnet and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:32.108410 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:32.113992 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:32.125470 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Made reservation on behalf of 95bea427ad13418fa28441daf2f8ff7e for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:50:32.127840 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2433975'] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:32.402263 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2433953'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:32.407376 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:32.478385 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=799fe660-c84d-45b7-918f-6a904d39de42,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:32.482685 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:32.495613 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Checking segment: {'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:50:32.495966 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Network hostable DHCP agents. Network: 99f439f5-60ce-49ee-895f-c14c035f2b51, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:50:32.518287 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Network 99f439f5-60ce-49ee-895f-c14c035f2b51 is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:50:32.526778 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 99f439f5-60ce-49ee-895f-c14c035f2b51) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:50:32.531620 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:50:32.532212 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:32.537972 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38658db1-0ee3-4dd0-9d4d-608c12eeebb3 None None] Network 99f439f5-60ce-49ee-895f-c14c035f2b51 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:50:32.565020 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52366) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:32.565361 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-38534e6a-52ba-4035-af45-5e8f2d81a10e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4754725
Sep 16 19:50:32.570233 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:50:32.574786 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:32.578926 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Usage tracker for resource:router and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:32.582473 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:32.588810 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:32.599519 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25041'] for router, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:32.600401 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25066'] for router, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:32.620479 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:32.753068 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4d7c6a9-5804-5803-a105-e0f3269092f5-99f439f5-60ce-49ee-895f-c14c035f2b51', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42'}]}} from dv-cinder-809447-1-iscsi. {{(pid=75162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 16 19:50:32.753891 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:32.769127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:32.908644 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.db_base_plugin_common [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Allocated IP 172.20.0.2 (99f439f5-60ce-49ee-895f-c14c035f2b51/799fe660-c84d-45b7-918f-6a904d39de42/0feb26a2-1a13-4b50-8d6a-20d1f458f83a) {{(pid=75162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:50:32.955001 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:32.985398 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:33.126811 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Notify callbacks [] for port, precommit_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:33.136762 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Transition to ACTIVE for port object 0feb26a2-1a13-4b50-8d6a-20d1f458f83a will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:50:33.155846 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Transition to ACTIVE for port object 0feb26a2-1a13-4b50-8d6a-20d1f458f83a will not be triggered until provisioned by entity DHCP. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:50:33.160751 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:33.164787 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:33.209122 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Allocated IP 172.27.3.209 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/f4836688-b191-4875-82dd-f6712e1a157e) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:50:33.229592 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Network 99f439f5-60ce-49ee-895f-c14c035f2b51 is already hosted by enough agents. {{(pid=75162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:50:33.232430 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.base_scheduler [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Resources bound (agent type, host, resource id):  {{(pid=75162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:50:33.236849 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Received port after_create {{(pid=75162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:50:33.238888 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Pushing event updated for resources: {'Port': ['ID=0feb26a2-1a13-4b50-8d6a-20d1f458f83a,revision_number=1']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:33.277690 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.278012 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.278365 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.278689 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.279013 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.279332 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.279753 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.280216 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.280530 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.280848 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.281161 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:33.288137 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:33.336928 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Attempting to bind port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:50:33.337207 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Attempting to bind port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:50:33.337559 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Attempting to bind port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a on network 99f439f5-60ce-49ee-895f-c14c035f2b51 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:50:33.343763 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:50:33.344136 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Checking segment: {'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:50:33.344529 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:33.344915 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Bound using segment: {'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:50:33.345366 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Bound port: 0feb26a2-1a13-4b50-8d6a-20d1f458f83a, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:50:33.345733 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:33.363780 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:33.393230 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:33.397389 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7891623c-2530-46b1-929e-63aa26386725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:33.429972 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] For port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:50:33.433787 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] For port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=0feb26a2-1a13-4b50-8d6a-20d1f458f83a,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:50:33.439726 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:33.444077 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:33.468183 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:50:33.471035 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:50:33.473522 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:50:33.505183 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Pushing event updated for resources: {'Port': ['ID=f4836688-b191-4875-82dd-f6712e1a157e,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:33.508187 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:33.531039 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Pushing event updated for resources: {'Port': ['ID=0feb26a2-1a13-4b50-8d6a-20d1f458f83a,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:33.535642 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-4cb4d0fa-0504-4f71-8a55-99a75ab8eb99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:33.645705 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:33.646491 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864'] for router, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:33.880629 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 is scheduled to L3 agent 47301655-9877-4924-9286-fd3835d3484c with binding_index 1 {{(pid=75160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 16 19:50:34.081496 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:50:34.089668 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Sync routers for ids ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:50:34.101464 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Routers {'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:50:34.102251 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445dd3190>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:50:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:34.104544 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] Notify callbacks [] for router, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:34.105853 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-40a4da53-f10e-4222-af27-44d0569ad5fa admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5398717
Sep 16 19:50:34.108577 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52370) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:34.294540 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Set router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:50:34.496832 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8750e20-d4c6-4bbf-8136-3d70c441a317 None None] Network 99f439f5-60ce-49ee-895f-c14c035f2b51 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:50:34.571616 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 0feb26a2-1a13-4b50-8d6a-20d1f458f83a up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:34.746885 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-ed0fd8e5-14e4-411e-9661-c64877e1b4b0 None None] Provisioning for port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:50:34.847874 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:50:34.881066 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:34.881444 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:34.943645 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445dd3190>, [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:33Z', 'revision_number': 3, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:34.954298 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Checking router: bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:50:34.954659 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Updating router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 port f4836688-b191-4875-82dd-f6712e1a157e binding host dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:50:34.982398 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.023145 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.183027 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.210407 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.db_base_plugin_common [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Allocated IP 172.20.0.1 (99f439f5-60ce-49ee-895f-c14c035f2b51/799fe660-c84d-45b7-918f-6a904d39de42/5c856633-a483-4d1c-a91c-e9a88ccb1d1b) {{(pid=75160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:50:35.262455 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=0feb26a2-1a13-4b50-8d6a-20d1f458f83a,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:50:35.310888 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.316397 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:35.369594 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.386898 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.provisioning_blocks [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Transition to ACTIVE for port object 5c856633-a483-4d1c-a91c-e9a88ccb1d1b will not be triggered until provisioned by entity DHCP. {{(pid=75160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:50:35.409666 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.414231 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d129c81a-b21f-4e73-886e-6f3d54b86818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:35.421889 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=0feb26a2-1a13-4b50-8d6a-20d1f458f83a,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:35.426886 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:35.443779 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-1acdb993-747d-4b77-9098-29633b6bb092 None None] Provisioning complete for port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:35.444154 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-1acdb993-747d-4b77-9098-29633b6bb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.477971 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Network 99f439f5-60ce-49ee-895f-c14c035f2b51 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:50:35.480725 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:50:35.483847 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Received port after_create {{(pid=75160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:50:35.525986 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c856633-a483-4d1c-a91c-e9a88ccb1d1b,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:35.528867 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:35.549562 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704966'] for router_interface, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.556700 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Notify callbacks [] for port, precommit_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.573957 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Transition to ACTIVE for port object f4836688-b191-4875-82dd-f6712e1a157e will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:50:35.612533 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.618341 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:35.641517 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.708056 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1db2b-afaf-47ce-bc03-c0e91c548a35 None None] Pushing event updated for resources: {'Port': ['ID=f4836688-b191-4875-82dd-f6712e1a157e,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:35.710443 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Attempting to bind port f4836688-b191-4875-82dd-f6712e1a157e on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:50:35.710820 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Attempting to bind port f4836688-b191-4875-82dd-f6712e1a157e by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:50:35.711186 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Attempting to bind port f4836688-b191-4875-82dd-f6712e1a157e on network 12b4b60e-61ac-4f17-9f35-3f35015313b9 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:50:35.713304 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-b2b1db2b-afaf-47ce-bc03-c0e91c548a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:35.719113 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:50:35.719493 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:50:35.719893 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.720279 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Bound using segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:50:35.720746 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Bound port: f4836688-b191-4875-82dd-f6712e1a157e, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:50:35.721118 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.800279 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] For port f4836688-b191-4875-82dd-f6712e1a157e, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:50:35.804632 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] For port f4836688-b191-4875-82dd-f6712e1a157e, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=f4836688-b191-4875-82dd-f6712e1a157e,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:50:35.808482 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.812202 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:35.839544 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-ec959f6b-733c-4285-abf2-ef6b7be40cfb None None] Provisioning for port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:50:35.860676 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-ec959f6b-733c-4285-abf2-ef6b7be40cfb None None] Provisioning complete for port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:35.861049 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ec959f6b-733c-4285-abf2-ef6b7be40cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.883221 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.887769 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2682533'] for port, after_update {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:35.917449 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-47b6857a-bd0d-44e2-bba7-7fea099fa772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:35.938868 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1db2b-afaf-47ce-bc03-c0e91c548a35 None None] Pushing event updated for resources: {'Port': ['ID=f4836688-b191-4875-82dd-f6712e1a157e,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:35.945973 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-b2b1db2b-afaf-47ce-bc03-c0e91c548a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:35.947331 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-ec959f6b-733c-4285-abf2-ef6b7be40cfb None None] Port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:50:35.951244 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Routers {'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:50:35.951907 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445dd3190>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:50:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:35.999862 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15345371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719594'] for router_interface, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:36.003341 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c856633-a483-4d1c-a91c-e9a88ccb1d1b,revision_number=2']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:36.006127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:36.136710 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] Set router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:50:36.144295 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Network 99f439f5-60ce-49ee-895f-c14c035f2b51 is already hosted by enough agents. {{(pid=75160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:50:36.145358 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.base_scheduler [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:50:36.446818 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-773239c2-7c23-49df-a3c2-6500da00d22a None None] Provisioning complete for port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:36.447269 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-773239c2-7c23-49df-a3c2-6500da00d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:36.517134 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 0feb26a2-1a13-4b50-8d6a-20d1f458f83a up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:36.544182 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:50:36.577589 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-773239c2-7c23-49df-a3c2-6500da00d22a None None] Port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:50:36.630855 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445dd3190>, [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 2, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:36.634410 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:36.634791 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:36.663086 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181bac1d-140b-46df-950e-c85e1205cb28 None None] The sync data for ids ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'] in dv-cinder-809447-1-iscsi is: [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 2, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:50:36.876785 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:50:36.885889 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-a3c14530-ac93-42fd-9214-00fe26a51ec3 admin admin] 10.222.0.22 "PUT /v2.0/routers/bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7763426
Sep 16 19:50:37.760170 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52392) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:37.766399 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2056293984-network', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:50:37.771126 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:37.774892 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Usage tracker for resource:network and tenant:63ed0e3f3ff14232acd49c3f911162c6 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:37.777679 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:37.784382 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:37.794670 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Made reservation on behalf of 63ed0e3f3ff14232acd49c3f911162c6 for: {'network': 1} {{(pid=75160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:50:37.797637 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for network, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:37.809569 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:37.839685 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:37.843968 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Usage tracker for resource:security_group_rule and tenant:63ed0e3f3ff14232acd49c3f911162c6 is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:37.846672 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:37.852180 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:37.918237 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:37.922602 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:37.925415 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ac95e35d-5227-4de5-850e-ba2ca2365007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:37.955705 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'}  {{(pid=75160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 19:50:37.964003 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8527e7-1e52-4bcd-b6cc-725cd1f5e323,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:37.970257 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:37.971258 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:37.971586 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.segments_db [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Added segment 67c44d4d-cb3c-43e1-ac48-7146fbb49929 of type vlan for network 31445964-60cf-46af-8b4d-a78d6d413abc
Sep 16 19:50:37.999463 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728521336778'] for network, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.028601 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180'] for network, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.030204 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:50:38.030802 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.035594 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-b089fc99-a1c5-4bbc-8bd4-70bd51b91e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:38.127231 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3659661
Sep 16 19:50:38.130003 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52396) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:38.135219 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Pushing event updated for resources: {'Network': ['ID=31445964-60cf-46af-8b4d-a78d6d413abc,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:38.135532 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Request body: {'subnet': {'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2056293984-subnet', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'ip_version': 4}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:50:38.137836 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:38.141776 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:38.145121 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Network 31445964-60cf-46af-8b4d-a78d6d413abc details requested by agent ovs-agent-dv-cinder-809447-1-iscsi with host dv-cinder-809447-1-iscsi {{(pid=75162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 19:50:38.145607 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Usage tracker for resource:subnet and tenant:63ed0e3f3ff14232acd49c3f911162c6 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:38.148431 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:38.154672 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:38.166011 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Made reservation on behalf of 63ed0e3f3ff14232acd49c3f911162c6 for: {'subnet': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:50:38.168565 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2433975'] for subnet, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.372828 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2608839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2433953'] for subnet, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.377041 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0fc9a374-fb25-4f17-a37a-f289c611fc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:38.441689 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8393f89e-0507-479b-be6f-d82e857aecb5,revision_number=0']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:38.446969 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:38.458026 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Checking segment: {'id': '67c44d4d-cb3c-43e1-ac48-7146fbb49929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:50:38.458405 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Network hostable DHCP agents. Network: 31445964-60cf-46af-8b4d-a78d6d413abc, hostable agents: ['c96a45c3-48e3-4a55-88d4-399b305e5149'], hosted agents: [] {{(pid=75161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 19:50:38.481768 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Network 31445964-60cf-46af-8b4d-a78d6d413abc is scheduled to be hosted by DHCP agent c96a45c3-48e3-4a55-88d4-399b305e5149 with binding_index 1 {{(pid=75161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 19:50:38.492267 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809447-1-iscsi, 31445964-60cf-46af-8b4d-a78d6d413abc) {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:50:38.497012 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:50:38.497598 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.502512 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34f71a-b8be-4a31-8838-9e6dda4ae166 None None] Network 31445964-60cf-46af-8b4d-a78d6d413abc requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:50:38.524321 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-92a12216-0286-4385-801f-b4f96b9205ee admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3931477
Sep 16 19:50:38.526682 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52400) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:38.527803 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device f4836688-b191-4875-82dd-f6712e1a157e up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:38.532598 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2056293984-router', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:50:38.537213 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:38.541053 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Usage tracker for resource:router and tenant:63ed0e3f3ff14232acd49c3f911162c6 is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:50:38.543885 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:50:38.550242 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:38.561661 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25041'] for router, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.562643 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1718911', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25066'] for router, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.581891 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.725181 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port f4836688-b191-4875-82dd-f6712e1a157e completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:50:38.726851 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1718893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25076'] for router, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.733655 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port f4836688-b191-4875-82dd-f6712e1a157e triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:38.734033 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.824230 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4d7c6a9-5804-5803-a105-e0f3269092f5-31445964-60cf-46af-8b4d-a78d6d413abc', 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'fixed_ips': [{'subnet_id': '8393f89e-0507-479b-be6f-d82e857aecb5'}]}} from dv-cinder-809447-1-iscsi. {{(pid=75162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 16 19:50:38.825040 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.919264 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.951223 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:38.968441 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.026188 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port f4836688-b191-4875-82dd-f6712e1a157e, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=f4836688-b191-4875-82dd-f6712e1a157e,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:50:39.032488 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.037609 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:39.083426 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Allocated IP 172.27.3.29 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/5f877ee8-cda5-4424-929f-3c73024afe61) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:50:39.095124 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.db_base_plugin_common [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Allocated IP 172.20.0.2 (31445964-60cf-46af-8b4d-a78d6d413abc/8393f89e-0507-479b-be6f-d82e857aecb5/50e707b6-a78f-4263-884b-f62c8c3ff4c8) {{(pid=75162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:50:39.132962 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=f4836688-b191-4875-82dd-f6712e1a157e,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:39.139350 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:39.233385 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.262932 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.267547 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-d8471012-c207-4117-b3e9-f5c925747871 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:39.313106 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Notify callbacks [] for port, precommit_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.323058 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Transition to ACTIVE for port object 50e707b6-a78f-4263-884b-f62c8c3ff4c8 will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:50:39.338023 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:50:39.340741 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Transition to ACTIVE for port object 50e707b6-a78f-4263-884b-f62c8c3ff4c8 will not be triggered until provisioned by entity DHCP. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:50:39.341450 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:50:39.344655 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:50:39.348415 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315'] for port, after_create {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.353663 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-580141c9-a8cc-4591-a09a-b730de5d725b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:39.372245 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Pushing event updated for resources: {'Port': ['ID=5f877ee8-cda5-4424-929f-3c73024afe61,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:39.375314 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:39.470560 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Network 31445964-60cf-46af-8b4d-a78d6d413abc is already hosted by enough agents. {{(pid=75162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:50:39.471270 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Pushing event updated for resources: {'Port': ['ID=50e707b6-a78f-4263-884b-f62c8c3ff4c8,revision_number=1']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:39.473760 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.scheduler.base_scheduler [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Resources bound (agent type, host, resource id):  {{(pid=75162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:50:39.475465 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:39.476168 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Received port after_create {{(pid=75162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:50:39.508215 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.508857 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1718864'] for router, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.561319 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Attempting to bind port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:50:39.561698 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Attempting to bind port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '67c44d4d-cb3c-43e1-ac48-7146fbb49929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:50:39.562063 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Attempting to bind port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 on network 31445964-60cf-46af-8b4d-a78d6d413abc {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:50:39.568364 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:50:39.568741 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Checking segment: {'id': '67c44d4d-cb3c-43e1-ac48-7146fbb49929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:50:39.569146 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.569539 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Bound using segment: {'id': '67c44d4d-cb3c-43e1-ac48-7146fbb49929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:50:39.570007 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Bound port: 50e707b6-a78f-4263-884b-f62c8c3ff4c8, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c44d4d-cb3c-43e1-ac48-7146fbb49929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:50:39.570409 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.661002 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] For port 50e707b6-a78f-4263-884b-f62c8c3ff4c8, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:50:39.664234 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] For port 50e707b6-a78f-4263-884b-f62c8c3ff4c8, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=50e707b6-a78f-4263-884b-f62c8c3ff4c8,segment=NetworkSegment(67c44d4d-cb3c-43e1-ac48-7146fbb49929),segment_id=67c44d4d-cb3c-43e1-ac48-7146fbb49929)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:50:39.670488 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:39.674576 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:39.748459 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Pushing event updated for resources: {'Port': ['ID=50e707b6-a78f-4263-884b-f62c8c3ff4c8,revision_number=2']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:39.755166 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:39.827371 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Router cd94c71c-6199-4c1b-b8e5-e55de628a666 is scheduled to L3 agent 47301655-9877-4924-9286-fd3835d3484c with binding_index 1 {{(pid=75161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 16 19:50:40.052721 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:50:40.061699 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Sync routers for ids ['cd94c71c-6199-4c1b-b8e5-e55de628a666'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:50:40.073684 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Routers {'cd94c71c-6199-4c1b-b8e5-e55de628a666'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:50:40.074363 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445f4b670>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:50:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['cd94c71c-6199-4c1b-b8e5-e55de628a666'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:40.075559 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Notify callbacks [] for router, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:40.077192 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.5492516
Sep 16 19:50:40.079827 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52404) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:50:40.247859 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Set router cd94c71c-6199-4c1b-b8e5-e55de628a666 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:50:40.562806 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445f4b670>, [{'id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'name': 'tempest-TestMinimumBasicScenario-2056293984-router', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:39Z', 'revision_number': 3, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'gw_port': {'id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:40.567298 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Checking router: cd94c71c-6199-4c1b-b8e5-e55de628a666 for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:50:40.567924 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Updating router cd94c71c-6199-4c1b-b8e5-e55de628a666 port 5f877ee8-cda5-4424-929f-3c73024afe61 binding host dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:50:40.620944 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device f4836688-b191-4875-82dd-f6712e1a157e up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:40.626181 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:40.678783 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d6bcf-13b2-4367-8b77-b8af4ca5058a None None] Network 31445964-60cf-46af-8b4d-a78d6d413abc requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:50:40.801805 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-4a156081-7372-482f-9ee7-6031f2855083 None None] Provisioning for port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:50:40.858854 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port f4836688-b191-4875-82dd-f6712e1a157e triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:40.859240 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:40.861895 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.008990 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Notify callbacks [] for port, precommit_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.022173 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.provisioning_blocks [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Transition to ACTIVE for port object 5f877ee8-cda5-4424-929f-3c73024afe61 will not be triggered until provisioned by entity L2. {{(pid=75163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:50:41.031567 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.042731 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-5be918cb-212b-4b5c-b8a6-cc49ad299a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:41.043849 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 50e707b6-a78f-4263-884b-f62c8c3ff4c8 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:41.081562 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Allocated IP 172.20.0.1 (31445964-60cf-46af-8b4d-a78d6d413abc/8393f89e-0507-479b-be6f-d82e857aecb5/7a174434-1121-4487-911f-032446fae13c) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:50:41.119145 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Attempting to bind port 5f877ee8-cda5-4424-929f-3c73024afe61 on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:50:41.119631 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Attempting to bind port 5f877ee8-cda5-4424-929f-3c73024afe61 by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:50:41.120010 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Attempting to bind port 5f877ee8-cda5-4424-929f-3c73024afe61 on network 12b4b60e-61ac-4f17-9f35-3f35015313b9 {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:50:41.121191 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:50:41.127901 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:41.128280 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.132079 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Pushing event updated for resources: {'Port': ['ID=5f877ee8-cda5-4424-929f-3c73024afe61,revision_number=2']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:41.136995 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:50:41.137372 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Checking segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:50:41.137776 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.138191 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Bound using segment: {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:50:41.139187 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Bound port: 5f877ee8-cda5-4424-929f-3c73024afe61, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cd03eb-4847-4748-830c-3eae284ec14a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9'}}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:50:41.140208 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.179176 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.179518 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.179854 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.180181 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.180507 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.180825 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.181141 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.181476 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.181795 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.182106 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.182441 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:50:41.186971 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:41.229407 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] For port 5f877ee8-cda5-4424-929f-3c73024afe61, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:50:41.234856 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] For port 5f877ee8-cda5-4424-929f-3c73024afe61, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=5f877ee8-cda5-4424-929f-3c73024afe61,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:50:41.241516 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.248612 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:41.256684 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.274354 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.292759 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Transition to ACTIVE for port object 7a174434-1121-4487-911f-032446fae13c will not be triggered until provisioned by entity DHCP. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:50:41.303382 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 50e707b6-a78f-4263-884b-f62c8c3ff4c8, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=50e707b6-a78f-4263-884b-f62c8c3ff4c8,segment=NetworkSegment(67c44d4d-cb3c-43e1-ac48-7146fbb49929),segment_id=67c44d4d-cb3c-43e1-ac48-7146fbb49929)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:50:41.308936 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.318053 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:41.320651 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.324753 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-cd67cf41-2f6f-44d9-87c1-811e2bb85d2e tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:41.348026 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Pushing event updated for resources: {'Port': ['ID=5f877ee8-cda5-4424-929f-3c73024afe61,revision_number=3']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:41.352759 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-dd171251-06b2-475c-9c57-b516b784aa25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:41.356786 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Routers {'cd94c71c-6199-4c1b-b8e5-e55de628a666'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:50:41.357901 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445f4b670>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:50:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['cd94c71c-6199-4c1b-b8e5-e55de628a666'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:41.391331 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Network 31445964-60cf-46af-8b4d-a78d6d413abc is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:50:41.394364 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:50:41.399453 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:50:41.414636 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-cdd6187f-316d-4fb4-879b-4588d352c901 None None] Provisioning complete for port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:41.415022 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-cdd6187f-316d-4fb4-879b-4588d352c901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.426220 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Pushing event updated for resources: {'Port': ['ID=7a174434-1121-4487-911f-032446fae13c,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:41.432040 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:41.454687 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=50e707b6-a78f-4263-884b-f62c8c3ff4c8,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:41.457953 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:41.473244 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704966'] for router_interface, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.585848 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] Set router cd94c71c-6199-4c1b-b8e5-e55de628a666 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:50:41.663296 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.686569 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-544b7131-198f-4d78-a7f2-5ab20e270d84 None None] Provisioning for port 7a174434-1121-4487-911f-032446fae13c completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:50:41.691711 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-544b7131-198f-4d78-a7f2-5ab20e270d84 None None] Provisioning complete for port 7a174434-1121-4487-911f-032446fae13c triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:41.692195 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-544b7131-198f-4d78-a7f2-5ab20e270d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.746517 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-544b7131-198f-4d78-a7f2-5ab20e270d84 None None] Port 7a174434-1121-4487-911f-032446fae13c cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:50:41.867911 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445f4b670>, [{'id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'name': 'tempest-TestMinimumBasicScenario-2056293984-router', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:39Z', 'revision_number': 3, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'gw_port': {'id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:41.871588 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470548cb-a9eb-4de2-a5cf-5fbe3120db25 None None] The sync data for ids ['cd94c71c-6199-4c1b-b8e5-e55de628a666'] in dv-cinder-809447-1-iscsi is: [{'id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'name': 'tempest-TestMinimumBasicScenario-2056293984-router', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:39Z', 'revision_number': 3, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'gw_port': {'id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:50:41.893351 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.897716 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:41.922233 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-34420689-3402-447d-a00f-dbfb9c8cae9d tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:42.002077 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Pushing event updated for resources: {'Port': ['ID=7a174434-1121-4487-911f-032446fae13c,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:42.006899 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:42.007630 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15345371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719594'] for router_interface, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:42.142959 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Network 31445964-60cf-46af-8b4d-a78d6d413abc is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:50:42.143901 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:50:42.374065 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-0b8d80ea-f3dc-4845-838d-85ca2da11954 None None] Provisioning complete for port 7a174434-1121-4487-911f-032446fae13c triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:42.374634 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-0b8d80ea-f3dc-4845-838d-85ca2da11954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:42.431547 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d80ea-f3dc-4845-838d-85ca2da11954 None None] Port 7a174434-1121-4487-911f-032446fae13c cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:50:42.502360 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 50e707b6-a78f-4263-884b-f62c8c3ff4c8 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:42.537828 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Router cd94c71c-6199-4c1b-b8e5-e55de628a666 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:50:42.569576 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:42.569955 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:42.738899 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:50:42.747669 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] 10.222.0.22 "PUT /v2.0/routers/cd94c71c-6199-4c1b-b8e5-e55de628a666/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6669271
Sep 16 19:50:46.646506 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:50:48.533476 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 5f877ee8-cda5-4424-929f-3c73024afe61 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:48.605251 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 5f877ee8-cda5-4424-929f-3c73024afe61 completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:50:48.612231 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 5f877ee8-cda5-4424-929f-3c73024afe61 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:48.612616 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:48.742926 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:48.759207 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 5f877ee8-cda5-4424-929f-3c73024afe61, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=5f877ee8-cda5-4424-929f-3c73024afe61,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:50:48.767450 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:48.769758 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:48.852157 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=5f877ee8-cda5-4424-929f-3c73024afe61,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:48.859027 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:50.511482 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 5f877ee8-cda5-4424-929f-3c73024afe61 up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:50.617417 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 5f877ee8-cda5-4424-929f-3c73024afe61 triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:50.617797 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:51.481652 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Sync routers for ids ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:50:51.497099 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Routers {'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:50:51.497717 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446309970>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:50:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:51.686522 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Set router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:50:52.050333 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446309970>, [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 2, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:52.050333 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Checking router: bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:50:52.050333 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Updating router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b binding host dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:50:52.104064 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:52.471275 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Notify callbacks [] for port, precommit_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:52.486907 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Transition to ACTIVE for port object 5c856633-a483-4d1c-a91c-e9a88ccb1d1b will not be triggered until provisioned by entity L2. {{(pid=75162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:50:52.494384 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:52.498918 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:52.626384 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a484bf-ea94-4202-a38e-6706a6346b16 None None] Pushing event updated for resources: {'Port': ['ID=5c856633-a483-4d1c-a91c-e9a88ccb1d1b,revision_number=3']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:52.658913 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-74a484bf-ea94-4202-a38e-6706a6346b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:52.734039 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Attempting to bind port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:50:52.734636 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Attempting to bind port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:50:52.734918 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Attempting to bind port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b on network 99f439f5-60ce-49ee-895f-c14c035f2b51 {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:50:52.743620 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:50:52.744006 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Checking segment: {'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:50:52.744421 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:52.744825 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Bound using segment: {'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'} {{(pid=75162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:50:52.745337 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.managers [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Bound port: 5c856633-a483-4d1c-a91c-e9a88ccb1d1b, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'}}] {{(pid=75162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:50:52.745772 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:52.848883 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] For port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:50:52.852966 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] For port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=5c856633-a483-4d1c-a91c-e9a88ccb1d1b,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:50:52.858216 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:52.862865 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-58a3d210-dd57-4c5f-8331-8fdb880ca1fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:52.941153 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Routers {'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:50:52.941794 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0446309970>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:50:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:53.052301 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a484bf-ea94-4202-a38e-6706a6346b16 None None] Pushing event updated for resources: {'Port': ['ID=5c856633-a483-4d1c-a91c-e9a88ccb1d1b,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:53.057096 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-74a484bf-ea94-4202-a38e-6706a6346b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:53.196771 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] Set router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:50:53.296300 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Sync routers for ids ['cd94c71c-6199-4c1b-b8e5-e55de628a666'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:50:53.309759 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Routers {'cd94c71c-6199-4c1b-b8e5-e55de628a666'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:50:53.310556 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445f1c790>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:50:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['cd94c71c-6199-4c1b-b8e5-e55de628a666'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:53.493671 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Set router cd94c71c-6199-4c1b-b8e5-e55de628a666 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:50:53.523336 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0446309970>, [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:52Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:53.527436 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0fe18-bc97-4ec8-8fdc-bf6421af81cb None None] The sync data for ids ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'] in dv-cinder-809447-1-iscsi is: [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:52Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:50:53.588422 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-acd3b46a-9ec4-4c9c-8db6-ad69d577eb6e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:50:53.589894 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-acd3b46a-9ec4-4c9c-8db6-ad69d577eb6e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/networks?id=99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 200  len: 815 time: 0.1482596
Sep 16 19:50:53.604782 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-f2a73432-642a-474c-a11e-07b3512be262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:53.612063 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-f2eed830-5497-47e2-ad00-489d62f86069 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/quotas/95bea427ad13418fa28441daf2f8ff7e HTTP/1.1" status: 200  len: 375 time: 0.0151474
Sep 16 19:50:53.702315 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-3d4e0461-3f00-44fd-94e4-1081747b00ac tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=95bea427ad13418fa28441daf2f8ff7e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0842776
Sep 16 19:50:53.853074 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445f1c790>, [{'id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'name': 'tempest-TestMinimumBasicScenario-2056293984-router', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:41Z', 'revision_number': 4, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'gw_port': {'id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '7a174434-1121-4487-911f-032446fae13c', 'name': '', 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'mac_address': 'fa:16:3e:e1:68:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8393f89e-0507-479b-be6f-d82e857aecb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:40Z', 'updated_at': '2021-09-16T19:50:41Z', 'revision_number': 2, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'subnets': [{'id': '8393f89e-0507-479b-be6f-d82e857aecb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:53.859832 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-27e23af8-a1db-4af4-a0df-1661abf0a242 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:50:53.860898 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-27e23af8-a1db-4af4-a0df-1661abf0a242 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1415901
Sep 16 19:50:53.862811 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Checking router: cd94c71c-6199-4c1b-b8e5-e55de628a666 for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:50:53.863165 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Updating router cd94c71c-6199-4c1b-b8e5-e55de628a666 port 7a174434-1121-4487-911f-032446fae13c binding host dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 16 19:50:53.906614 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:53.924201 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:54.096509 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-53717050-1f4e-466f-8c39-0fdf069eac36 service neutron] 10.222.0.22 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287061
Sep 16 19:50:54.226446 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-9068cfb5-42fb-425f-9203-71cd7fb46725 service neutron] 10.222.0.22 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243494
Sep 16 19:50:54.273465 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Notify callbacks [] for port, precommit_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:54.285330 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.provisioning_blocks [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Transition to ACTIVE for port object 7a174434-1121-4487-911f-032446fae13c will not be triggered until provisioned by entity L2. {{(pid=75163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:50:54.292217 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:54.296949 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-5dc6dd9d-1f87-4f05-a23d-f8e597b9d827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:54.406340 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964e978-23c2-4828-8a15-5f765fc1ec4e None None] Pushing event updated for resources: {'Port': ['ID=7a174434-1121-4487-911f-032446fae13c,revision_number=3']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:54.409415 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-7964e978-23c2-4828-8a15-5f765fc1ec4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:54.500319 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d41bca30-bbfc-4188-b2a4-7ffc94d72c6a req-4f384d66-43bc-4cb9-827b-eff79b1334aa tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Synchronizing usage tracker for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:50:54.518827 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Attempting to bind port 7a174434-1121-4487-911f-032446fae13c on host dv-cinder-809447-1-iscsi for vnic_type normal with profile  {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:50:54.519308 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Attempting to bind port 7a174434-1121-4487-911f-032446fae13c by drivers openvswitch,hyperv on host dv-cinder-809447-1-iscsi at level 0 using segments [{'id': '67c44d4d-cb3c-43e1-ac48-7146fbb49929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc'}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:50:54.519723 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Attempting to bind port 7a174434-1121-4487-911f-032446fae13c on network 31445964-60cf-46af-8b4d-a78d6d413abc {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:50:54.522505 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d41bca30-bbfc-4188-b2a4-7ffc94d72c6a req-4f384d66-43bc-4cb9-827b-eff79b1334aa tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Unset dirty status for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:50:54.524087 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d41bca30-bbfc-4188-b2a4-7ffc94d72c6a req-4f384d66-43bc-4cb9-827b-eff79b1334aa tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 210 time: 0.1532502
Sep 16 19:50:54.526694 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Checking agent: {'id': '07ed4cff-04b6-46b7-955e-f403681bb86a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 2, 54), 'started_at': datetime.datetime(2021, 9, 16, 19, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:50:54.527304 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Checking segment: {'id': '67c44d4d-cb3c-43e1-ac48-7146fbb49929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:50:54.528156 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:54.528744 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Bound using segment: {'id': '67c44d4d-cb3c-43e1-ac48-7146fbb49929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc'} {{(pid=75163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:50:54.529829 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.managers [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Bound port: 7a174434-1121-4487-911f-032446fae13c, host: dv-cinder-809447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c44d4d-cb3c-43e1-ac48-7146fbb49929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc'}}] {{(pid=75163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:50:54.530431 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:54.549419 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 5c856633-a483-4d1c-a91c-e9a88ccb1d1b up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:54.626345 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:50:54.631867 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:54.632252 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:54.636332 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] For port 7a174434-1121-4487-911f-032446fae13c, host dv-cinder-809447-1-iscsi, cleared binding levels {{(pid=75163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:50:54.640156 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.plugins.ml2.db [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] For port 7a174434-1121-4487-911f-032446fae13c, host dv-cinder-809447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=7a174434-1121-4487-911f-032446fae13c,segment=NetworkSegment(67c44d4d-cb3c-43e1-ac48-7146fbb49929),segment_id=67c44d4d-cb3c-43e1-ac48-7146fbb49929)] {{(pid=75163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:50:54.643601 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron_lib.callbacks.manager [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:54.647249 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-aa44a451-008a-482a-aec5-ebea5edc7e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:54.721387 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964e978-23c2-4828-8a15-5f765fc1ec4e None None] Pushing event updated for resources: {'Port': ['ID=7a174434-1121-4487-911f-032446fae13c,revision_number=4']} {{(pid=75163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:54.726316 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG oslo_concurrency.lockutils [None req-7964e978-23c2-4828-8a15-5f765fc1ec4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:54.737197 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Routers {'cd94c71c-6199-4c1b-b8e5-e55de628a666'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:50:54.737824 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445f1c790>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:50:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['cd94c71c-6199-4c1b-b8e5-e55de628a666'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:54.753569 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:54.791841 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=5c856633-a483-4d1c-a91c-e9a88ccb1d1b,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:50:54.796601 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:54.798524 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-b2b1db2b-afaf-47ce-bc03-c0e91c548a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:54.863419 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=5c856633-a483-4d1c-a91c-e9a88ccb1d1b,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:54.866478 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:54.921247 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] Set router cd94c71c-6199-4c1b-b8e5-e55de628a666 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:50:55.228848 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445f1c790>, [{'id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'name': 'tempest-TestMinimumBasicScenario-2056293984-router', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:41Z', 'revision_number': 4, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'gw_port': {'id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '7a174434-1121-4487-911f-032446fae13c', 'name': '', 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'mac_address': 'fa:16:3e:e1:68:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8393f89e-0507-479b-be6f-d82e857aecb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:40Z', 'updated_at': '2021-09-16T19:50:54Z', 'revision_number': 4, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'subnets': [{'id': '8393f89e-0507-479b-be6f-d82e857aecb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:50:55.233193 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548d482-825c-4004-8bfa-f16ac4ecfeb1 None None] The sync data for ids ['cd94c71c-6199-4c1b-b8e5-e55de628a666'] in dv-cinder-809447-1-iscsi is: [{'id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'name': 'tempest-TestMinimumBasicScenario-2056293984-router', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:41Z', 'revision_number': 4, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'gw_port': {'id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '7a174434-1121-4487-911f-032446fae13c', 'name': '', 'network_id': '31445964-60cf-46af-8b4d-a78d6d413abc', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'mac_address': 'fa:16:3e:e1:68:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8393f89e-0507-479b-be6f-d82e857aecb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:40Z', 'updated_at': '2021-09-16T19:50:54Z', 'revision_number': 4, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'subnets': [{'id': '8393f89e-0507-479b-be6f-d82e857aecb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:50:55.658769 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-adce81f0-7d33-4069-989e-39b582d9bf51 req-19545544-4672-430b-8f31-a56837916554 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 210 time: 0.0413964
Sep 16 19:50:55.684208 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5c01cb17-79d9-4709-8169-63be84608c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:56.565252 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 7a174434-1121-4487-911f-032446fae13c up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:56.633021 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning for port 7a174434-1121-4487-911f-032446fae13c completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:50:56.639337 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 7a174434-1121-4487-911f-032446fae13c triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:56.639745 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:56.767869 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:56.772395 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:56.789811 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-38345697-012d-45cd-9ec1-c93e844a9744 req-1bd287c4-6f00-4295-8990-8c67efdab832 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 210 time: 0.0540326
Sep 16 19:50:56.806066 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] For port 7a174434-1121-4487-911f-032446fae13c, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=7a174434-1121-4487-911f-032446fae13c,segment=NetworkSegment(67c44d4d-cb3c-43e1-ac48-7146fbb49929),segment_id=67c44d4d-cb3c-43e1-ac48-7146fbb49929)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:50:56.811341 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:56.812283 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 5c856633-a483-4d1c-a91c-e9a88ccb1d1b up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:56.838232 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:50:56.924757 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Pushing event updated for resources: {'Port': ['ID=7a174434-1121-4487-911f-032446fae13c,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:50:56.927769 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:50:56.938041 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:56.938452 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:57.902161 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-837f572b-7aef-418a-a8f9-5b073dd2e9aa req-117c2f98-c32d-43a2-aa1f-72e3a89aab26 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 210 time: 0.0436378
Sep 16 19:50:58.347239 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:58.507624 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 7a174434-1121-4487-911f-032446fae13c up at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:50:58.573558 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Provisioning complete for port 7a174434-1121-4487-911f-032446fae13c triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:50:58.573932 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:50:59.066091 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-112ede16-18b0-47fb-b27b-55737639efe0 req-ec96d6f3-22be-4e20-9bec-173f84968543 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 210 time: 0.0420732
Sep 16 19:50:59.753954 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-0d5d160c-c811-4bfc-b65b-00babd9ba633 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:50:59.755468 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-0d5d160c-c811-4bfc-b65b-00babd9ba633 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.20 "GET /v2.0/networks?id=99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 200  len: 815 time: 0.1498504
Sep 16 19:50:59.772971 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'port': {'device_id': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'admin_state_up': True, 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:50:59.906663 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:50:59.917669 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:50:59.928571 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Made reservation on behalf of 95bea427ad13418fa28441daf2f8ff7e for: {'port': 1} {{(pid=75161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 19:50:59.931584 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:00.099081 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Allocated IP 172.20.0.12 (99f439f5-60ce-49ee-895f-c14c035f2b51/799fe660-c84d-45b7-918f-6a904d39de42/3243da78-c940-4579-a9c5-e9ea73ba554b) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:51:00.314293 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:00.331934 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Transition to ACTIVE for port object 3243da78-c940-4579-a9c5-e9ea73ba554b will not be triggered until provisioned by entity DHCP. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:51:00.384050 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1e7814e5-2413-4a44-a1d7-54c18463803c req-3063c76d-3dbc-4f7f-82a5-5cf5fc7bc012 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 210 time: 0.0476322
Sep 16 19:51:00.403670 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:00.424065 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-616851a9-d779-4ca3-b8fe-da2ee1dc7d5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:00.485472 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Network 99f439f5-60ce-49ee-895f-c14c035f2b51 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:51:00.491549 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:51:00.505339 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:51:00.577610 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'Port': ['ID=3243da78-c940-4579-a9c5-e9ea73ba554b,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:00.593591 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:00.594596 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:00.647012 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.647583 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.648098 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.648611 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.649138 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.649736 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.650273 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.650781 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.651283 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.651784 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.652549 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:00.663850 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8945549
Sep 16 19:51:00.665016 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-76596dd1-e1f3-4ff6-851c-7aa77778a2d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:00.849219 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-7f769404-0882-4a30-9017-b299c28134c7 None None] Provisioning for port 3243da78-c940-4579-a9c5-e9ea73ba554b completed by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:51:00.854025 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-7f769404-0882-4a30-9017-b299c28134c7 None None] Provisioning complete for port 3243da78-c940-4579-a9c5-e9ea73ba554b triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:51:00.854435 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7f769404-0882-4a30-9017-b299c28134c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:00.907615 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-7f769404-0882-4a30-9017-b299c28134c7 None None] Port 3243da78-c940-4579-a9c5-e9ea73ba554b cannot update to ACTIVE because it is not bound. {{(pid=75162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 16 19:51:01.612212 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3af7c-ff06-4ff6-a69a-ad174309a7e6 req-aeffb60b-4b4b-4499-a6ff-158f4f7487c0 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:01.613648 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d7e3af7c-ff06-4ff6-a69a-ad174309a7e6 req-aeffb60b-4b4b-4499-a6ff-158f4f7487c0 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 932 time: 0.0802562
Sep 16 19:51:01.665778 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d7e3af7c-ff06-4ff6-a69a-ad174309a7e6 req-a5bde782-cf2a-4f66-a3fe-6f2feb3eb003 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Synchronizing usage tracker for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:51:01.685675 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-d7e3af7c-ff06-4ff6-a69a-ad174309a7e6 req-a5bde782-cf2a-4f66-a3fe-6f2feb3eb003 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Unset dirty status for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:51:01.687243 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-d7e3af7c-ff06-4ff6-a69a-ad174309a7e6 req-a5bde782-cf2a-4f66-a3fe-6f2feb3eb003 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681782
Sep 16 19:51:01.905233 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:02.889091 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e07a8-0cde-42b1-a50b-a42af1d545e0 req-4a0593b7-5b6a-4547-ba98-7483fbc7d7cd tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:02.890022 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-056e07a8-0cde-42b1-a50b-a42af1d545e0 req-4a0593b7-5b6a-4547-ba98-7483fbc7d7cd tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Synchronizing usage tracker for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:51:02.918167 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-056e07a8-0cde-42b1-a50b-a42af1d545e0 req-4a0593b7-5b6a-4547-ba98-7483fbc7d7cd tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Unset dirty status for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:51:02.919355 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-056e07a8-0cde-42b1-a50b-a42af1d545e0 req-4a0593b7-5b6a-4547-ba98-7483fbc7d7cd tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 932 time: 0.1097653
Sep 16 19:51:02.977958 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-056e07a8-0cde-42b1-a50b-a42af1d545e0 req-6805909e-e94f-421e-9c35-7e393fddaa2e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518198
Sep 16 19:51:04.185483 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be569fa-60c1-44cf-b94a-14e9f7b2f260 req-38db9843-63ae-4e54-b11c-12427185408c tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:04.187527 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8be569fa-60c1-44cf-b94a-14e9f7b2f260 req-38db9843-63ae-4e54-b11c-12427185408c tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 932 time: 0.0797036
Sep 16 19:51:04.234216 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8be569fa-60c1-44cf-b94a-14e9f7b2f260 req-2c5ab8ee-1b4d-455d-ab80-5f37f5e0851e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404406
Sep 16 19:51:05.458518 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3e8f9-6098-4ff7-977f-50aa422f1123 req-92fb3c05-e495-4099-ad2d-e0cbe32f71d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:05.459943 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0fb3e8f9-6098-4ff7-977f-50aa422f1123 req-92fb3c05-e495-4099-ad2d-e0cbe32f71d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 932 time: 0.1045756
Sep 16 19:51:05.510281 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-0fb3e8f9-6098-4ff7-977f-50aa422f1123 req-a8928551-d2a2-410f-ae9f-3dd4bf339ad1 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446498
Sep 16 19:51:06.720070 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59316f-a73f-4497-84d1-1ca98311c444 req-e3c4759b-1ce8-4c81-8bd1-f4e5c5c108c7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:06.721619 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-de59316f-a73f-4497-84d1-1ca98311c444 req-e3c4759b-1ce8-4c81-8bd1-f4e5c5c108c7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 932 time: 0.0926664
Sep 16 19:51:06.772221 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-de59316f-a73f-4497-84d1-1ca98311c444 req-76de61be-0cab-4a8a-ad5a-b85cdb5f2986 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429721
Sep 16 19:51:07.990255 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d44b6-df26-4a0d-86e1-15435c9ae7b8 req-0b905742-95de-422f-867c-a58722f143e0 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:07.995217 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-412d44b6-df26-4a0d-86e1-15435c9ae7b8 req-0b905742-95de-422f-867c-a58722f143e0 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 932 time: 0.0764232
Sep 16 19:51:08.059128 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-412d44b6-df26-4a0d-86e1-15435c9ae7b8 req-5ccecbc8-4a9f-4c14-915a-63e4a8fc57d6 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620010
Sep 16 19:51:09.252805 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce348d-ba0a-4b86-9db6-14630db933aa req-b428f99b-cf44-4b9c-accb-addf0646bcd2 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:09.255106 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-32ce348d-ba0a-4b86-9db6-14630db933aa req-b428f99b-cf44-4b9c-accb-addf0646bcd2 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 932 time: 0.0804114
Sep 16 19:51:09.309736 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-32ce348d-ba0a-4b86-9db6-14630db933aa req-74fc0a54-9977-45c3-91fc-1d051a7919d0 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424232
Sep 16 19:51:10.519380 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79348ea1-e0bd-466d-a5e2-045194187c6d req-b15481a2-fbfb-4866-8dc0-b85dfdd5888c tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:10.521075 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-79348ea1-e0bd-466d-a5e2-045194187c6d req-b15481a2-fbfb-4866-8dc0-b85dfdd5888c tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 932 time: 0.0883980
Sep 16 19:51:10.572359 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-79348ea1-e0bd-466d-a5e2-045194187c6d req-acd11dc1-a0c5-4bee-b85d-d73d3a441fd5 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458689
Sep 16 19:51:11.770390 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b744f-31ba-494f-8fbb-2e19e2e2946c req-2dec119b-c570-4c87-872c-3db3c84d4d09 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:11.771858 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e45b744f-31ba-494f-8fbb-2e19e2e2946c req-2dec119b-c570-4c87-872c-3db3c84d4d09 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 932 time: 0.0790787
Sep 16 19:51:11.817906 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-e45b744f-31ba-494f-8fbb-2e19e2e2946c req-b8c9a62a-2c2b-4646-a5c4-d19dcef55cf4 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405984
Sep 16 19:51:12.526946 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-6540035f-f597-40ff-a040-f4eed5fc4387 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=75161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 16 19:51:12.527867 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-6540035f-f597-40ff-a040-f4eed5fc4387 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049837
Sep 16 19:51:12.608384 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Request body: {'port': {'device_id': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80944'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:51:12.714779 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:13.117166 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4950a9-0401-4db9-b3a7-17f41e13d6d4 req-de86273a-8131-4ca8-b4eb-842ea98295b9 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:13.118636 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-de4950a9-0401-4db9-b3a7-17f41e13d6d4 req-de86273a-8131-4ca8-b4eb-842ea98295b9 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 932 time: 0.1713786
Sep 16 19:51:13.210737 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3243da78-c940-4579-a9c5-e9ea73ba554b {{(pid=75161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:51:13.221148 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:13.231328 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-de4950a9-0401-4db9-b3a7-17f41e13d6d4 req-65e3c6d4-ebb7-46df-b8d0-c4dd96eaa1da tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010625
Sep 16 19:51:13.239785 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.provisioning_blocks [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Transition to ACTIVE for port object 3243da78-c940-4579-a9c5-e9ea73ba554b will not be triggered until provisioned by entity L2. {{(pid=75161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 19:51:13.243790 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:13.247921 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-9b96c990-4a7c-46f9-a4de-b4e7f5935db3 tempest-AttachVolumeNegativeTest-998842740 tempest-AttachVolumeNegativeTest-998842740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:13.367795 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Pushing event updated for resources: {'Port': ['ID=3243da78-c940-4579-a9c5-e9ea73ba554b,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:13.371732 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:13.479058 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Attempting to bind port 3243da78-c940-4579-a9c5-e9ea73ba554b on host hv-cinder-80944 for vnic_type normal with profile  {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 19:51:13.479388 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Attempting to bind port 3243da78-c940-4579-a9c5-e9ea73ba554b by drivers openvswitch,hyperv on host hv-cinder-80944 at level 0 using segments [{'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 19:51:13.479713 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Attempting to bind port 3243da78-c940-4579-a9c5-e9ea73ba554b on network 99f439f5-60ce-49ee-895f-c14c035f2b51 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:51:13.485929 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Port 3243da78-c940-4579-a9c5-e9ea73ba554b on network 99f439f5-60ce-49ee-895f-c14c035f2b51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80944 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 16 19:51:13.486283 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Attempting to bind port 3243da78-c940-4579-a9c5-e9ea73ba554b on network 99f439f5-60ce-49ee-895f-c14c035f2b51 {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 16 19:51:13.493327 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Checking agent: {'id': 'fbdebc20-e7af-43d0-beba-ad4bbfbee316', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80944', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'started_at': datetime.datetime(2021, 9, 16, 19, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 19, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 16 19:51:13.493669 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Checking segment: {'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 16 19:51:13.494083 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Bound using segment: {'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'} {{(pid=75161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 16 19:51:13.494601 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.managers [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Bound port: 3243da78-c940-4579-a9c5-e9ea73ba554b, host: hv-cinder-80944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3648d40b-ff2b-4b40-8837-5faab10f770a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51'}}] {{(pid=75161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 19:51:13.495029 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:13.580766 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] For port 3243da78-c940-4579-a9c5-e9ea73ba554b, host hv-cinder-80944, cleared binding levels {{(pid=75161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 16 19:51:13.583591 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] For port 3243da78-c940-4579-a9c5-e9ea73ba554b, host hv-cinder-80944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3243da78-c940-4579-a9c5-e9ea73ba554b,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 16 19:51:13.587709 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:13.591875 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3efb3f5a-ddbf-44ab-bd13-eb5211ddc14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:13.649912 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:13.651304 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] 10.222.0.20 "PUT /v2.0/ports/3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 1094 time: 1.1142120
Sep 16 19:51:13.651788 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:51:13.669549 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Pushing event updated for resources: {'Port': ['ID=3243da78-c940-4579-a9c5-e9ea73ba554b,revision_number=3']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:13.679661 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:13.765717 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-f8090c59-3975-479e-8963-1a2b2d743577 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bea427ad13418fa28441daf2f8ff7e&device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1097 time: 0.0759726
Sep 16 19:51:13.821406 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'status': 'completed', 'code': 200}
Sep 16 19:51:13.836331 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-105f8480-ca9f-437e-b27d-b3e17ec5b82d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 217 time: 0.0640228
Sep 16 19:51:13.902067 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-12f67ae1-e6c1-4b32-ac21-564d3a1477cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:13.903649 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-12f67ae1-e6c1-4b32-ac21-564d3a1477cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=799fe660-c84d-45b7-918f-6a904d39de42 HTTP/1.1" status: 200  len: 854 time: 0.0613227
Sep 16 19:51:13.979676 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-5b2b93a1-4dd7-476b-b4b3-8ff9b9893c6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f439f5-60ce-49ee-895f-c14c035f2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698471
Sep 16 19:51:14.120475 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-28e72138-e64b-485c-8c31-271ebdb7c44c service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342154
Sep 16 19:51:14.252330 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-b7704be0-460b-4e42-8bab-b6b0b502038d req-ad59fd72-02e5-4890-8b75-66204fadb99f service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256032
Sep 16 19:51:14.418225 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d636253c-877d-45db-8ef0-f789626001bf req-41d2fe67-a2cd-4123-b35b-e2de1c321e7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bea427ad13418fa28441daf2f8ff7e&device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1097 time: 0.1194940
Sep 16 19:51:14.596584 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3800df7-430a-42f8-aa4b-399c702e2394 req-e4467ca3-7bb9-4348-a2e4-e3861cb0dfbc tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:14.598006 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e3800df7-430a-42f8-aa4b-399c702e2394 req-e4467ca3-7bb9-4348-a2e4-e3861cb0dfbc tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 944 time: 0.2386346
Sep 16 19:51:14.665003 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636253c-877d-45db-8ef0-f789626001bf req-13ec26f3-7d8f-4ae0-afb2-d64b4574dbf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:14.666453 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d636253c-877d-45db-8ef0-f789626001bf req-13ec26f3-7d8f-4ae0-afb2-d64b4574dbf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 200  len: 916 time: 0.2401643
Sep 16 19:51:14.671000 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-e3800df7-430a-42f8-aa4b-399c702e2394 req-1c41b3d4-2297-42d8-be7e-0622bfad3250 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635867
Sep 16 19:51:14.737348 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d636253c-877d-45db-8ef0-f789626001bf req-f3294d4c-419d-4cfc-900b-4e2c4a23d3a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 217 time: 0.0634279
Sep 16 19:51:14.798873 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636253c-877d-45db-8ef0-f789626001bf req-c86557ab-ad9f-4d20-9b5e-d3c390bb02bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:14.800249 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d636253c-877d-45db-8ef0-f789626001bf req-c86557ab-ad9f-4d20-9b5e-d3c390bb02bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=799fe660-c84d-45b7-918f-6a904d39de42 HTTP/1.1" status: 200  len: 854 time: 0.0557263
Sep 16 19:51:14.877862 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d636253c-877d-45db-8ef0-f789626001bf req-9e755545-3e9d-49cf-b9a8-e4762ea3bd83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f439f5-60ce-49ee-895f-c14c035f2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703881
Sep 16 19:51:15.011261 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d636253c-877d-45db-8ef0-f789626001bf req-f4294065-4d2e-4cea-b936-881fc9d581a1 service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256230
Sep 16 19:51:15.140434 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d636253c-877d-45db-8ef0-f789626001bf req-5336de24-1488-4ccd-9819-8587731cca50 service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224823
Sep 16 19:51:15.862724 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55657e-5789-4938-8d0d-b927a84a9aed req-b8375522-7519-405d-acb7-b5962a0e9630 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:15.864219 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6d55657e-5789-4938-8d0d-b927a84a9aed req-b8375522-7519-405d-acb7-b5962a0e9630 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 944 time: 0.0755327
Sep 16 19:51:15.914503 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-6d55657e-5789-4938-8d0d-b927a84a9aed req-3c1a33db-9c56-495f-a028-bc475cb7b06f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447552
Sep 16 19:51:17.107013 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b125ec-b931-46e2-9122-7351a2be9936 req-bd9f9576-bf6f-4a63-a879-86517b10d14c tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:17.108451 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-01b125ec-b931-46e2-9122-7351a2be9936 req-bd9f9576-bf6f-4a63-a879-86517b10d14c tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 944 time: 0.0768754
Sep 16 19:51:17.152549 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-01b125ec-b931-46e2-9122-7351a2be9936 req-1ade7ef8-ec11-413b-a52b-e09a81da7ede tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383656
Sep 16 19:51:17.457227 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 3243da78-c940-4579-a9c5-e9ea73ba554b details requested by agent hyperv_hv-cinder-80944 with host hv-cinder-80944 {{(pid=75162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 19:51:17.586293 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 3243da78-c940-4579-a9c5-e9ea73ba554b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3243da78-c940-4579-a9c5-e9ea73ba554b,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:51:17.601975 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Returning: {'device': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'port_id': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'mac_address': 'fa:16:3e:a9:fb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 19:51:17.653907 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:17.670699 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3243da78-c940-4579-a9c5-e9ea73ba554b {{(pid=75162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 19:51:17.685451 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 3243da78-c940-4579-a9c5-e9ea73ba554b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3243da78-c940-4579-a9c5-e9ea73ba554b,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:51:17.690024 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:17.691705 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:17.755020 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=3243da78-c940-4579-a9c5-e9ea73ba554b,revision_number=4']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:17.758061 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:17.936841 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['3243da78-c940-4579-a9c5-e9ea73ba554b'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:51:18.345108 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980181c-2134-41fb-b671-bb8fa1249845 req-5f7f0790-d18e-4db5-8781-e4cfe9f0d32d tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:18.346563 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f980181c-2134-41fb-b671-bb8fa1249845 req-5f7f0790-d18e-4db5-8781-e4cfe9f0d32d tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 945 time: 0.0773306
Sep 16 19:51:18.396681 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-f980181c-2134-41fb-b671-bb8fa1249845 req-2e421964-e279-4dce-86af-5f594de67a27 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446782
Sep 16 19:51:19.472609 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 3243da78-c940-4579-a9c5-e9ea73ba554b up at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 19:51:19.547496 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning for port 3243da78-c940-4579-a9c5-e9ea73ba554b completed by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 19:51:19.552205 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Provisioning complete for port 3243da78-c940-4579-a9c5-e9ea73ba554b triggered by entity L2. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:51:19.552611 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:19.595279 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394363b-c8f1-427c-8259-70ce9d89df1a req-cc107748-91b3-45fd-83c3-a5f7ba473fb6 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:19.596723 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c394363b-c8f1-427c-8259-70ce9d89df1a req-cc107748-91b3-45fd-83c3-a5f7ba473fb6 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 945 time: 0.0797834
Sep 16 19:51:19.642203 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-c394363b-c8f1-427c-8259-70ce9d89df1a req-c231c7f0-b49e-4055-ab3b-62825d05f9d6 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397415
Sep 16 19:51:19.665344 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:19.691243 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b'}] {{(pid=75162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:51:19.700398 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] For port 3243da78-c940-4579-a9c5-e9ea73ba554b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3243da78-c940-4579-a9c5-e9ea73ba554b,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:51:19.705200 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378'] for port, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:19.707083 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-b2b1db2b-afaf-47ce-bc03-c0e91c548a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:19.772493 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Pushing event updated for resources: {'Port': ['ID=3243da78-c940-4579-a9c5-e9ea73ba554b,revision_number=5']} {{(pid=75162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:19.775732 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_concurrency.lockutils [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:19.822745 dv-cinder-809447-1-iscsi neutron-server[75162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'code': 200}
Sep 16 19:51:20.039521 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4f1a2d59-957a-4872-8593-7aaccef86c13 req-de1d99d5-9ef7-4c9d-a8c2-17696283d528 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1099 time: 0.0673547
Sep 16 19:51:20.081975 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-4f1a2d59-957a-4872-8593-7aaccef86c13 req-c747b26a-9500-42fc-99d7-368a02759303 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362961
Sep 16 19:51:20.834113 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065acbb6-e73a-4f0b-8fd7-c00d8affbd3f req-a195a242-9c94-4be5-aad7-3d5752990c7d tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:20.835649 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-065acbb6-e73a-4f0b-8fd7-c00d8affbd3f req-a195a242-9c94-4be5-aad7-3d5752990c7d tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 946 time: 0.0775497
Sep 16 19:51:20.879963 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-065acbb6-e73a-4f0b-8fd7-c00d8affbd3f req-2d6090bf-21be-4e9e-a281-d42346a292ae tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387633
Sep 16 19:51:22.083736 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc886088-22f8-4ab9-b35a-fc6333de5dbe req-e6ba6ace-0a0b-4b58-9fcf-99c17a8a7d7b tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:22.085172 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cc886088-22f8-4ab9-b35a-fc6333de5dbe req-e6ba6ace-0a0b-4b58-9fcf-99c17a8a7d7b tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 946 time: 0.0821822
Sep 16 19:51:22.129699 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-cc886088-22f8-4ab9-b35a-fc6333de5dbe req-e842ad3a-9e7f-4895-a438-bccaa1872580 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390136
Sep 16 19:51:22.329072 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb491d-2093-4261-830a-7b3ffbbefe81 req-3bab8b2a-dea7-4a8a-ae97-4cb2f836748a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:22.330586 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d2eb491d-2093-4261-830a-7b3ffbbefe81 req-3bab8b2a-dea7-4a8a-ae97-4cb2f836748a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 946 time: 0.0837462
Sep 16 19:51:22.379959 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-d2eb491d-2093-4261-830a-7b3ffbbefe81 req-83eb7a41-0cbd-40bd-b0e4-5d30685b446f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438302
Sep 16 19:51:22.792783 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059f13-b2d0-4906-b70e-8eeeeda66a01 req-885e5088-6511-487a-bbc0-19c8a8155887 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:22.794157 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-60059f13-b2d0-4906-b70e-8eeeeda66a01 req-885e5088-6511-487a-bbc0-19c8a8155887 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 946 time: 0.0762396
Sep 16 19:51:22.838376 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-60059f13-b2d0-4906-b70e-8eeeeda66a01 req-8556b1e1-2a6c-45e6-a92d-b8f80de2b5a6 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381355
Sep 16 19:51:23.598328 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-334cf37d-3039-47e3-8c47-42095ea0ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:23.647273 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:51:23.901995 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:25.676267 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-dd5ed174-1836-4145-9f4d-d2af040d7755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:26.750657 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:28.351799 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:30.201328 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-25163a37-3e2a-41a9-949e-786e26dafe94 req-90ab6027-0089-4fd3-8405-af4e77773bec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0691400
Sep 16 19:51:30.332365 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-25163a37-3e2a-41a9-949e-786e26dafe94 req-a6017ae6-0386-4427-8131-0a7e1a6ecf83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bea427ad13418fa28441daf2f8ff7e&device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1099 time: 0.0670476
Sep 16 19:51:30.473346 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25163a37-3e2a-41a9-949e-786e26dafe94 req-e48d7012-e46e-42cc-bf66-9bb9137c856c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:30.474803 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-25163a37-3e2a-41a9-949e-786e26dafe94 req-e48d7012-e46e-42cc-bf66-9bb9137c856c service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 200  len: 916 time: 0.1246252
Sep 16 19:51:30.544428 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-25163a37-3e2a-41a9-949e-786e26dafe94 req-4211a7d4-e871-4f38-a2a9-a0b10e421bba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 217 time: 0.0638816
Sep 16 19:51:30.605271 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25163a37-3e2a-41a9-949e-786e26dafe94 req-e4d6b7db-4feb-4268-9f53-f21b3a516b2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:30.606725 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-25163a37-3e2a-41a9-949e-786e26dafe94 req-e4d6b7db-4feb-4268-9f53-f21b3a516b2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=799fe660-c84d-45b7-918f-6a904d39de42 HTTP/1.1" status: 200  len: 854 time: 0.0565159
Sep 16 19:51:30.679528 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-25163a37-3e2a-41a9-949e-786e26dafe94 req-7455e49f-de4a-4ccd-8cff-3d06c945af06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f439f5-60ce-49ee-895f-c14c035f2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0665092
Sep 16 19:51:30.884042 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-25163a37-3e2a-41a9-949e-786e26dafe94 req-73edb9c1-e21d-4a44-a0b0-7530e0fc4061 service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977069
Sep 16 19:51:31.013635 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-25163a37-3e2a-41a9-949e-786e26dafe94 req-3a516945-057d-44f0-a61e-bcbeb9f83b92 service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229181
Sep 16 19:51:31.908968 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:33.139511 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673c47-6b3d-4a8b-95ab-fe0a9c737f4c req-1b05cd30-afa7-4c9e-9846-f0ca163da0d1 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:33.141623 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-eb673c47-6b3d-4a8b-95ab-fe0a9c737f4c req-1b05cd30-afa7-4c9e-9846-f0ca163da0d1 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 946 time: 0.0764625
Sep 16 19:51:33.184668 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-eb673c47-6b3d-4a8b-95ab-fe0a9c737f4c req-6b21173e-9bcb-4ad4-a1c5-a11262ad6f4d tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372939
Sep 16 19:51:33.213844 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52622) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:51:33.349223 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-50612964-3926-4b0e-a196-b9d1703ee58c tempest-TestMinimumBasicScenario-1312748635 tempest-TestMinimumBasicScenario-1312748635-project-admin] Synchronizing usage tracker for tenant:63ed0e3f3ff14232acd49c3f911162c6 on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:51:33.366333 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-50612964-3926-4b0e-a196-b9d1703ee58c tempest-TestMinimumBasicScenario-1312748635 tempest-TestMinimumBasicScenario-1312748635-project-admin] Unset dirty status for tenant:63ed0e3f3ff14232acd49c3f911162c6 on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:51:33.367461 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-50612964-3926-4b0e-a196-b9d1703ee58c tempest-TestMinimumBasicScenario-1312748635 tempest-TestMinimumBasicScenario-1312748635-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1094 time: 0.1526530
Sep 16 19:51:33.370558 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52628) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:51:33.375950 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'floatingip': {'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'port_id': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:51:33.382089 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:51:33.386871 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Usage tracker for resource:floatingip and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:51:33.389666 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:51:33.396121 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.quota.driver [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:51:33.406891 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for floatingip, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:33.542979 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:33.672683 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_common [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Allocated IP 172.27.3.197 (12b4b60e-61ac-4f17-9f35-3f35015313b9/e376e1f8-1328-4493-b9bc-992bfe35d0a0/8719d4f8-1d8f-4dd1-9d20-f21a85917932) {{(pid=75161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 19:51:33.823213 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for port, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:33.849730 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728521365315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:33.853986 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-3072511a-9947-40be-8c98-f998099fd037 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:33.918883 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Network 12b4b60e-61ac-4f17-9f35-3f35015313b9 is already hosted by enough agents. {{(pid=75161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 19:51:33.921599 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.base_scheduler [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources bound (agent type, host, resource id):  {{(pid=75161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 19:51:33.926240 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Received port after_create {{(pid=75161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 16 19:51:33.949684 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'Port': ['ID=8719d4f8-1d8f-4dd1-9d20-f21a85917932,revision_number=1']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:33.955025 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:34.436571 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:34.490166 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:34.764149 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:34.769098 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:34.772617 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-51af3055-5baa-4f1e-893e-22102a1d6e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:34.868638 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'Port': ['ID=8719d4f8-1d8f-4dd1-9d20-f21a85917932,revision_number=2']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:34.876762 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:34.888849 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705213'] for floatingip, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:35.074401 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.db.l3_db [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Floating IP 0b66e748-4d4c-46ab-82e0-087e485dedb8 associated. External IP: 172.27.3.197, port: 3243da78-c940-4579-a9c5-e9ea73ba554b.
Sep 16 19:51:35.454228 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:51:35.653909 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:51:35.665446 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] Sync routers for ids ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:51:35.678497 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:35.678686 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] Routers {'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:51:35.679256 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445e0d850>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:51:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:51:35.731225 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3595784
Sep 16 19:51:35.731860 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:51:35.733923 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52632) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:51:35.740073 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2110065978', 'description': 'tempest-secgroup-smoke-2110065978 description', 'project_id': '95bea427ad13418fa28441daf2f8ff7e'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:51:35.746122 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:51:35.756784 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:51:35.769169 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:35.791059 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'status': 'completed', 'code': 200}
Sep 16 19:51:35.807565 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:51:35.811414 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Usage tracker for resource:security_group_rule and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:51:35.815128 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:51:35.820974 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:51:35.868632 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] Set router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:51:35.881434 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:35.886952 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:35.888514 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f4b91272-f954-4b8f-b1ff-2f1082d04f35 req-74a63b37-7e76-4333-8074-ebbfd9265228 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bea427ad13418fa28441daf2f8ff7e&device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1099 time: 0.0759146
Sep 16 19:51:35.892745 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-92db49b3-3ece-40a8-923c-4e4e498c41ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:35.936809 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b1e39a-6005-439e-ace6-d887d99e7ccd,revision_number=1']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:35.946235 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.946652 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.947095 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.947443 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.947932 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.948338 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.948753 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.949103 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.949461 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.949816 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.950187 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:51:35.954255 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:35.958400 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2227759
Sep 16 19:51:35.959339 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ef260dc7-ccba-43c2-9750-8746dca0070f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:35.959770 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52638) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:51:35.965211 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'security_group_rule': {'security_group_id': 'd2b1e39a-6005-439e-ace6-d887d99e7ccd', 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:51:35.976221 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:51:35.981333 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Usage tracker for resource:security_group_rule and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:51:35.985246 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:51:35.992407 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:51:36.013184 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.032387 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b91272-f954-4b8f-b1ff-2f1082d04f35 req-4cc922fa-7704-4348-a7df-5255fb7dc8ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:36.034121 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f4b91272-f954-4b8f-b1ff-2f1082d04f35 req-4cc922fa-7704-4348-a7df-5255fb7dc8ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 200  len: 916 time: 0.1393270
Sep 16 19:51:36.083904 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.087882 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.090357 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a30285d2-2418-4ed4-9c49-72d361a791c7 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:36.115308 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85568d68-36e5-4e11-b28d-e28cb7107dff,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:36.120308 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:36.126209 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.127517 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-26cb8af0-f092-4e32-9d4a-c2cc59da3789 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1668313
Sep 16 19:51:36.130297 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52642) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:51:36.136144 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'security_group_rule': {'security_group_id': 'd2b1e39a-6005-439e-ace6-d887d99e7ccd', 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:51:36.142501 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:51:36.146780 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Usage tracker for resource:security_group_rule and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:51:36.149715 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:51:36.155398 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f4b91272-f954-4b8f-b1ff-2f1082d04f35 req-4856b567-630c-4a4b-bd4f-923788f36997 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 1000 time: 0.1136963
Sep 16 19:51:36.155571 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:51:36.177421 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.248792 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445e0d850>, [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '0b66e748-4d4c-46ab-82e0-087e485dedb8', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'port_id': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'mac_address': 'fa:16:3e:a9:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:51:34Z', 'updated_at': '2021-09-16T19:51:34Z', 'revision_number': 0, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:54Z', 'revision_number': 5, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:51:36.251727 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.253907 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] Checking router: bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:51:36.256789 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.259871 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-a6caed30-de6a-4a4b-a610-cc12d619cdb1 tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:36.266956 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] Routers {'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:51:36.267687 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445e0d850>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:51:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:51:36.282758 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f1c3b6-e4c4-4ea4-84c3-fdd58ce8a9ba,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:36.287583 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:36.297208 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.299159 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-bd2461ee-54ce-4aae-98e9-c6bcacd84a38 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1678929
Sep 16 19:51:36.301813 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52646) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:51:36.309823 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'security_group_rule': {'security_group_id': 'd2b1e39a-6005-439e-ace6-d887d99e7ccd', 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:51:36.317165 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:51:36.321286 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Usage tracker for resource:security_group_rule and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:51:36.324512 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:51:36.327743 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b91272-f954-4b8f-b1ff-2f1082d04f35 req-af74fb5f-4fed-4043-b6a1-9251464f8e59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:36.329753 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f4b91272-f954-4b8f-b1ff-2f1082d04f35 req-af74fb5f-4fed-4043-b6a1-9251464f8e59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=799fe660-c84d-45b7-918f-6a904d39de42 HTTP/1.1" status: 200  len: 854 time: 0.1683018
Sep 16 19:51:36.330593 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:51:36.348998 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.413285 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f4b91272-f954-4b8f-b1ff-2f1082d04f35 req-24bdb87f-d4d9-4f3b-94af-9dbae94f2870 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f439f5-60ce-49ee-895f-c14c035f2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763803
Sep 16 19:51:36.418241 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.423550 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.425744 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-f2e02dbc-3fef-4d18-b9b4-6da01d34453e tempest-AttachVolumeShelveTestJSON-1426927945 tempest-AttachVolumeShelveTestJSON-1426927945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:36.454289 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50206091-813a-416c-9dd8-5c9794d07e8e,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:36.456394 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:36.466099 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.467437 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1637051
Sep 16 19:51:36.471384 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52650) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:51:36.483297 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'security_group_rule': {'security_group_id': 'd2b1e39a-6005-439e-ace6-d887d99e7ccd', 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:51:36.489122 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:51:36.492920 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Usage tracker for resource:security_group_rule and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:51:36.495890 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:51:36.501804 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:51:36.502107 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] Set router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:51:36.562009 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f4b91272-f954-4b8f-b1ff-2f1082d04f35 req-4d7f6101-8b06-46ea-80f8-fa175b8fc48c service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408546
Sep 16 19:51:36.612691 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.680141 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.689022 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.691944 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:36.708831 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-f4b91272-f954-4b8f-b1ff-2f1082d04f35 req-db09e097-6a26-45bc-be18-54e3a4abc27c service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398106
Sep 16 19:51:36.714941 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27e20f3-b364-4f17-aa50-a7d2847562b4,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:36.717391 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:36.727940 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.729395 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-7f9a39cc-bf3f-449b-a8c5-21a16559948f tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2570145
Sep 16 19:51:36.732126 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52654) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:51:36.739400 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'security_group_rule': {'security_group_id': 'd2b1e39a-6005-439e-ace6-d887d99e7ccd', 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:51:36.745118 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:51:36.748903 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Usage tracker for resource:security_group_rule and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:51:36.752283 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:51:36.757765 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:51:36.768342 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.securitygroups_db [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Project 95bea427ad13418fa28441daf2f8ff7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 19:51:36.774439 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.838194 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.841745 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.844595 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:36.866950 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957c25fe-4184-49e3-a761-b8d8eb6e1a3a,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:36.869335 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:36.873460 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445e0d850>, [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '0b66e748-4d4c-46ab-82e0-087e485dedb8', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'port_id': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'mac_address': 'fa:16:3e:a9:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:51:34Z', 'updated_at': '2021-09-16T19:51:34Z', 'revision_number': 0, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:54Z', 'revision_number': 5, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:51:36.876855 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.877900 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66645693-5b69-4ede-9c9f-cc903dcdc52e None None] The sync data for ids ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'] in dv-cinder-809447-1-iscsi is: [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_floatingips': [{'id': '0b66e748-4d4c-46ab-82e0-087e485dedb8', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'router_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'port_id': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'mac_address': 'fa:16:3e:a9:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T19:51:34Z', 'updated_at': '2021-09-16T19:51:34Z', 'revision_number': 0, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:54Z', 'revision_number': 5, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:51:36.878274 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-00961d27-8a3f-4c27-b38e-189709932c89 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1452241
Sep 16 19:51:36.880900 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52658) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:51:36.886577 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.v2.base [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'security_group_rule': {'security_group_id': 'd2b1e39a-6005-439e-ace6-d887d99e7ccd', 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:51:36.892693 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 19:51:36.896482 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Usage tracker for resource:security_group_rule and tenant:95bea427ad13418fa28441daf2f8ff7e is out of sync, need to count used quota {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 19:51:36.899389 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 19:51:36.905048 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.db.quota.driver [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 19:51:36.916763 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.db.securitygroups_db [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Project 95bea427ad13418fa28441daf2f8ff7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 19:51:36.925204 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:36.995222 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:37.000472 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382704'] for security_group_rule, after_create {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:37.002438 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5d743c66-bfcb-40db-995e-1c62b90dfa66 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:37.025148 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1ea5b1-382d-4b2f-a1c4-ee4ade6ef2dd,revision_number=0']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:37.029626 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:37.036569 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:37.037802 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-5ea7ec1d-36cf-4b62-a064-2e77e18cfbf3 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1559770
Sep 16 19:51:37.085641 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4556992-44b0-4f14-b403-6a8c9b9b5ad9 None None] New status for floating IP 0b66e748-4d4c-46ab-82e0-087e485dedb8: ACTIVE {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:51:37.177886 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-cd377816-8d01-4bc9-9927-8f459937eeeb tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110065978&fields=id&tenant_id=95bea427ad13418fa28441daf2f8ff7e HTTP/1.1" status: 200  len: 267 time: 0.0463953
Sep 16 19:51:37.266363 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-66963e85-4a60-4536-8576-85d8790d973d tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:37.267762 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-66963e85-4a60-4536-8576-85d8790d973d tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 946 time: 0.0844603
Sep 16 19:51:37.278268 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-72dd1883-5156-4f88-8b8c-ba89fec83b15 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'port': {'security_groups': ['fc486386-71df-478f-b947-b946be2231d5', 'd2b1e39a-6005-439e-ace6-d887d99e7ccd']}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:51:37.399832 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-72dd1883-5156-4f88-8b8c-ba89fec83b15 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:37.642955 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-72dd1883-5156-4f88-8b8c-ba89fec83b15 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] For port 3243da78-c940-4579-a9c5-e9ea73ba554b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3243da78-c940-4579-a9c5-e9ea73ba554b,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:51:37.668151 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-72dd1883-5156-4f88-8b8c-ba89fec83b15 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:37.672911 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-72dd1883-5156-4f88-8b8c-ba89fec83b15 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:37.678316 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0d5d6852-dffe-45b8-9b99-b163571f1152 tempest-TestVolumeBootPattern-1828387836 tempest-TestVolumeBootPattern-1828387836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:51:37.683789 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['3243da78-c940-4579-a9c5-e9ea73ba554b'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:51:37.748375 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-72dd1883-5156-4f88-8b8c-ba89fec83b15 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:37.748984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-72dd1883-5156-4f88-8b8c-ba89fec83b15 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:37.751409 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8a8a38e6-58d7-43da-b343-b4532701eb5b req-72dd1883-5156-4f88-8b8c-ba89fec83b15 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "PUT /v2.0/ports/3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 982 time: 0.4776361
Sep 16 19:51:37.762673 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd1883-5156-4f88-8b8c-ba89fec83b15 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'Port': ['ID=3243da78-c940-4579-a9c5-e9ea73ba554b,revision_number=6']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:51:37.769492 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-72dd1883-5156-4f88-8b8c-ba89fec83b15 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:51:37.792310 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:51:37.820514 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['3243da78-c940-4579-a9c5-e9ea73ba554b'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:51:37.860272 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'status': 'completed', 'code': 200}
Sep 16 19:51:37.951562 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3337-7f7e-4577-951a-c87b620af5db req-fc2d9a23-2e60-46b6-988d-5e5e9148aa23 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:37.954892 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3e8e3337-7f7e-4577-951a-c87b620af5db req-fc2d9a23-2e60-46b6-988d-5e5e9148aa23 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0915754
Sep 16 19:51:37.986604 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6d23434d-30e9-4f75-913d-77fccf2a3c3c req-1236ed64-c7b6-4cd7-b193-3b6d1798559f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bea427ad13418fa28441daf2f8ff7e&device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1138 time: 0.1051207
Sep 16 19:51:38.008466 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-3e8e3337-7f7e-4577-951a-c87b620af5db req-2f5f2bb5-4914-47a2-945f-2904eb09b81b tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Synchronizing usage tracker for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:51:38.027532 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-3e8e3337-7f7e-4577-951a-c87b620af5db req-2f5f2bb5-4914-47a2-945f-2904eb09b81b tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Unset dirty status for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:51:38.028697 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3e8e3337-7f7e-4577-951a-c87b620af5db req-2f5f2bb5-4914-47a2-945f-2904eb09b81b tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0677233
Sep 16 19:51:38.144682 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23434d-30e9-4f75-913d-77fccf2a3c3c req-4d7a176f-1837-4bad-9004-47a1c5c508b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:38.146291 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6d23434d-30e9-4f75-913d-77fccf2a3c3c req-4d7a176f-1837-4bad-9004-47a1c5c508b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 200  len: 916 time: 0.1539776
Sep 16 19:51:38.173529 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-2efc74d0-24f6-4a45-a3c9-4bf0242b8953 None None] Provisioning complete for port 3243da78-c940-4579-a9c5-e9ea73ba554b triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:51:38.174070 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-2efc74d0-24f6-4a45-a3c9-4bf0242b8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:38.252056 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6d23434d-30e9-4f75-913d-77fccf2a3c3c req-8bb1aeb5-ece0-4e36-a4c5-2f2bf4fc077f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 1002 time: 0.0990663
Sep 16 19:51:38.322081 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23434d-30e9-4f75-913d-77fccf2a3c3c req-de0ae457-a518-41e0-8501-05a4ba7488e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:38.323517 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6d23434d-30e9-4f75-913d-77fccf2a3c3c req-de0ae457-a518-41e0-8501-05a4ba7488e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=799fe660-c84d-45b7-918f-6a904d39de42 HTTP/1.1" status: 200  len: 854 time: 0.0659685
Sep 16 19:51:38.397287 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6d23434d-30e9-4f75-913d-77fccf2a3c3c req-4274ae30-99cc-40a0-ba9c-29a38674d50a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f439f5-60ce-49ee-895f-c14c035f2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667548
Sep 16 19:51:38.532127 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6d23434d-30e9-4f75-913d-77fccf2a3c3c req-4269b6bc-63ba-4264-9363-a977ac533ecb service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274464
Sep 16 19:51:38.736388 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6d23434d-30e9-4f75-913d-77fccf2a3c3c req-95c7b6c6-8ad0-4c5e-a7cc-aed6f0cb7118 service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967371
Sep 16 19:51:53.599600 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-29d89c49-9045-405c-9ffc-c464085ac4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:53.902725 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:55.323069 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e03aab5-8a95-492d-8dcc-756897e25388 req-00c33851-b3b3-49b4-9b5c-985a28a6381d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bea427ad13418fa28441daf2f8ff7e&device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1138 time: 0.0680041
Sep 16 19:51:55.373841 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465a8fb-608d-426b-9d03-8d32e3cb9ac7 req-10a8c97c-bdb1-4427-b998-ca9d896ea2a2 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:55.375409 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8465a8fb-608d-426b-9d03-8d32e3cb9ac7 req-10a8c97c-bdb1-4427-b998-ca9d896ea2a2 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0831790
Sep 16 19:51:55.422705 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-8465a8fb-608d-426b-9d03-8d32e3cb9ac7 req-8d3a24da-334e-4267-b7e4-1a36df3ae103 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0415010
Sep 16 19:51:55.454004 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03aab5-8a95-492d-8dcc-756897e25388 req-a7a9d29e-c6ca-490a-8a2d-5e1dc9ad6d7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:55.455461 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e03aab5-8a95-492d-8dcc-756897e25388 req-a7a9d29e-c6ca-490a-8a2d-5e1dc9ad6d7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 200  len: 916 time: 0.1261685
Sep 16 19:51:55.558522 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e03aab5-8a95-492d-8dcc-756897e25388 req-edd95a69-f3fb-4267-a3ca-cce86edcf6b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 1002 time: 0.0959535
Sep 16 19:51:55.623827 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03aab5-8a95-492d-8dcc-756897e25388 req-969d86af-e687-4036-8732-b0e15a80fe46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:55.625252 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e03aab5-8a95-492d-8dcc-756897e25388 req-969d86af-e687-4036-8732-b0e15a80fe46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=799fe660-c84d-45b7-918f-6a904d39de42 HTTP/1.1" status: 200  len: 854 time: 0.0602164
Sep 16 19:51:55.678752 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c2351ac2-2ada-43a3-939d-91c6ec7dbe00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:55.701344 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e03aab5-8a95-492d-8dcc-756897e25388 req-6236ec86-ae5f-4402-9e63-2bb8ae518d29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f439f5-60ce-49ee-895f-c14c035f2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692246
Sep 16 19:51:55.831273 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e03aab5-8a95-492d-8dcc-756897e25388 req-3e611249-0153-4033-adc3-251b1a5d6dff service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220129
Sep 16 19:51:55.965756 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-2e03aab5-8a95-492d-8dcc-756897e25388 req-a3f19eb4-d35b-46e0-8fa1-9029cb8888b0 service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265697
Sep 16 19:51:56.616896 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350707-0a59-4ece-8136-073c14cb7371 req-43f7c77b-d9b2-4f60-8f0f-c2e6897bd526 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:56.618343 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-43350707-0a59-4ece-8136-073c14cb7371 req-43f7c77b-d9b2-4f60-8f0f-c2e6897bd526 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0762045
Sep 16 19:51:56.668924 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-43350707-0a59-4ece-8136-073c14cb7371 req-ec197618-7c3f-40a1-b64b-477be505e71d tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450745
Sep 16 19:51:56.752042 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:58.006566 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a506c9-6b04-498c-9998-9a914bb420ce req-101d173d-cbf7-4224-8024-bf499b58ee62 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:58.007921 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c1a506c9-6b04-498c-9998-9a914bb420ce req-101d173d-cbf7-4224-8024-bf499b58ee62 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0764213
Sep 16 19:51:58.058132 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c1a506c9-6b04-498c-9998-9a914bb420ce req-f1f6d3e8-b4f3-4b09-86f2-64fa776ef802 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447109
Sep 16 19:51:58.354649 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:51:59.254760 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4047-9eaf-45c5-afdb-587b93343d96 req-94cc0399-38da-4093-b297-7c6ec75541f1 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:51:59.256186 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8b4d4047-9eaf-45c5-afdb-587b93343d96 req-94cc0399-38da-4093-b297-7c6ec75541f1 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0764923
Sep 16 19:51:59.303097 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-8b4d4047-9eaf-45c5-afdb-587b93343d96 req-eeb1e92f-6697-47fa-a471-bf07816a7146 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413566
Sep 16 19:52:00.496145 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea29fe-8da1-4e76-9a84-b517e7e743c2 req-c2ecf13e-39cb-43a1-bedc-f92d9df88840 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:00.497588 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3eea29fe-8da1-4e76-9a84-b517e7e743c2 req-c2ecf13e-39cb-43a1-bedc-f92d9df88840 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0766277
Sep 16 19:52:00.544047 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-3eea29fe-8da1-4e76-9a84-b517e7e743c2 req-fae72ceb-9441-4227-8dad-47e5f7cc1145 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407755
Sep 16 19:52:00.647509 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:52:01.741973 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f523c8-eddb-467e-a890-4fc42d36828d req-474deb78-1e85-4c5a-bc34-77e3d4454b84 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:01.743485 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-39f523c8-eddb-467e-a890-4fc42d36828d req-474deb78-1e85-4c5a-bc34-77e3d4454b84 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0808020
Sep 16 19:52:01.790729 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-39f523c8-eddb-467e-a890-4fc42d36828d req-d0d15eca-bf12-41c7-bdd6-da4aeffad77b tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0419123
Sep 16 19:52:01.922300 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:02.990612 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9c126-ccf8-40c9-957a-f6d9d28a597a req-a91c4236-a008-45a1-9579-b04290a42cb7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:02.992054 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-47b9c126-ccf8-40c9-957a-f6d9d28a597a req-a91c4236-a008-45a1-9579-b04290a42cb7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0804882
Sep 16 19:52:03.042427 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-47b9c126-ccf8-40c9-957a-f6d9d28a597a req-eb7a5639-874f-4121-9432-5d49a0110f9c tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447295
Sep 16 19:52:04.235187 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd66a-0fb2-495a-9158-53fbb42ca863 req-21967c11-f6b1-48ce-9c39-5b348e6541de tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:04.236782 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6aafd66a-0fb2-495a-9158-53fbb42ca863 req-21967c11-f6b1-48ce-9c39-5b348e6541de tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0745654
Sep 16 19:52:04.284997 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-6aafd66a-0fb2-495a-9158-53fbb42ca863 req-0b50848e-fed3-4ad8-9059-09d97b1e9dd6 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0426939
Sep 16 19:52:05.479265 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9897a1-04ce-49e9-a2ec-2483fa5e8819 req-9342e7ca-28cb-45ac-8275-7b4bae7800d8 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:05.480719 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9a9897a1-04ce-49e9-a2ec-2483fa5e8819 req-9342e7ca-28cb-45ac-8275-7b4bae7800d8 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0763025
Sep 16 19:52:05.526339 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-9a9897a1-04ce-49e9-a2ec-2483fa5e8819 req-ca0c20c9-7ddf-4054-834b-4c8ce9d6d73e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0394306
Sep 16 19:52:06.731107 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae677cdd-561e-432d-a9e8-7fd1e3cccc8c req-db20ae88-e6ed-4cd3-a67c-976eecf2a2c8 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:06.732616 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ae677cdd-561e-432d-a9e8-7fd1e3cccc8c req-db20ae88-e6ed-4cd3-a67c-976eecf2a2c8 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0847380
Sep 16 19:52:06.784643 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ae677cdd-561e-432d-a9e8-7fd1e3cccc8c req-3f79594e-faed-4f08-b3dd-98a65d66c497 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0458317
Sep 16 19:52:07.980127 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453e72b-3f9b-4bed-ad80-f7f344ea896d req-6329c9d3-9434-4a0e-8caf-03c646241bb7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:07.981580 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c453e72b-3f9b-4bed-ad80-f7f344ea896d req-6329c9d3-9434-4a0e-8caf-03c646241bb7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0804803
Sep 16 19:52:08.032296 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-c453e72b-3f9b-4bed-ad80-f7f344ea896d req-01b01ce3-2c21-4157-afcc-3fdb9742b3d4 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&id=d2b1e39a-6005-439e-ace6-d887d99e7ccd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442188
Sep 16 19:52:23.602107 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-76e977fd-9063-47e1-9345-6db18b3846d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:23.907295 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:25.680359 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3ded7cab-8f58-4883-b8d4-b071719ac606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:26.755690 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:28.356325 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:30.216544 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-afb4782d-51b9-4563-8176-bdcaa263ef3e req-35aded3f-c360-4a7f-aa46-e416f8981d4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0660486
Sep 16 19:52:30.355991 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-afb4782d-51b9-4563-8176-bdcaa263ef3e req-4c94f544-c5b3-46f2-afaa-433946fc05f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bea427ad13418fa28441daf2f8ff7e&device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1138 time: 0.0714808
Sep 16 19:52:30.500469 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4782d-51b9-4563-8176-bdcaa263ef3e req-49a21c18-a40b-44c5-8755-32a5821c8a77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:30.501906 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-afb4782d-51b9-4563-8176-bdcaa263ef3e req-49a21c18-a40b-44c5-8755-32a5821c8a77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 200  len: 916 time: 0.1260405
Sep 16 19:52:30.675729 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-afb4782d-51b9-4563-8176-bdcaa263ef3e req-fdc2a2b3-bfa3-481f-abc1-fa34c3cae057 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 1002 time: 0.1664832
Sep 16 19:52:30.736554 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4782d-51b9-4563-8176-bdcaa263ef3e req-f1b1401c-1f42-4a05-8c6e-8e041aa6f12c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:30.737904 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-afb4782d-51b9-4563-8176-bdcaa263ef3e req-f1b1401c-1f42-4a05-8c6e-8e041aa6f12c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=799fe660-c84d-45b7-918f-6a904d39de42 HTTP/1.1" status: 200  len: 854 time: 0.0547650
Sep 16 19:52:30.813938 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-afb4782d-51b9-4563-8176-bdcaa263ef3e req-c6e62f8c-9263-4a55-939c-74c09f9d03c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f439f5-60ce-49ee-895f-c14c035f2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692449
Sep 16 19:52:30.943323 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-afb4782d-51b9-4563-8176-bdcaa263ef3e req-1c3a3451-5acc-4d80-a223-924d78d8d5e6 service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214468
Sep 16 19:52:31.071462 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-afb4782d-51b9-4563-8176-bdcaa263ef3e req-b71805c5-6fbc-4c1a-a390-b118d565d4e4 service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216841
Sep 16 19:52:31.913206 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:37.647781 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:52:40.501413 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-c878fd02-1b2b-4f28-b341-0fd9f6145519 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110065978&fields=id&tenant_id=95bea427ad13418fa28441daf2f8ff7e HTTP/1.1" status: 200  len: 267 time: 0.0398433
Sep 16 19:52:40.584970 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-e88a171b-e7df-45d8-9b97-3c1d315fc19a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:40.586744 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-e88a171b-e7df-45d8-9b97-3c1d315fc19a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 985 time: 0.0794916
Sep 16 19:52:40.597666 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.v2.base [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Request body: {'port': {'security_groups': ['fc486386-71df-478f-b947-b946be2231d5']}} {{(pid=75161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 16 19:52:40.713318 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15825310'] for port, before_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:40.946691 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] For port 3243da78-c940-4579-a9c5-e9ea73ba554b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3243da78-c940-4579-a9c5-e9ea73ba554b,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:52:40.970596 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for port, precommit_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:40.975552 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728521776887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728521365333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728521365378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2608764'] for port, after_update {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:40.981300 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-e0c79e3e-845e-4f4f-a7e7-af7f2524132a tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:52:40.987235 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['3243da78-c940-4579-a9c5-e9ea73ba554b'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:52:41.047755 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:41.048348 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:41.049739 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ac906eb0-5b7a-44bf-a8dc-b411434e0b13 req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "PUT /v2.0/ports/3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 943 time: 0.4567804
Sep 16 19:52:41.050230 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:52:41.055673 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52706) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:52:41.069652 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event updated for resources: {'Port': ['ID=3243da78-c940-4579-a9c5-e9ea73ba554b,revision_number=7']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:52:41.084836 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.085358 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.085734 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.086219 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.086576 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.086926 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.087272 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.087614 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.087960 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.088300 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.088771 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.102796 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:52:41.135403 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'status': 'completed', 'code': 200}
Sep 16 19:52:41.139117 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:41.164555 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['3243da78-c940-4579-a9c5-e9ea73ba554b'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:52:41.174944 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:41.247789 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-52c45ca4-4acf-4d67-a6de-b470a4ec1884 req-2532aa66-f779-475f-97e7-3955aaf4c462 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bea427ad13418fa28441daf2f8ff7e&device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1099 time: 0.0881705
Sep 16 19:52:41.266247 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:41.271472 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-d9584f09-e12d-4c01-af39-61abb964c03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:52:41.287766 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b1e39a-6005-439e-ace6-d887d99e7ccd,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:52:41.300372 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.300832 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.301445 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.302024 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.302723 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.303296 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.303416 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.303875 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.304307 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.304732 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.305267 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809447-1-iscsi {{(pid=75160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 19:52:41.312957 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:52:41.313701 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for security_group, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:41.314841 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-883721cf-fd17-4e24-bc9f-2a0f9fd1f97e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "DELETE /v2.0/security-groups/d2b1e39a-6005-439e-ace6-d887d99e7ccd HTTP/1.1" status: 204  len: 168 time: 0.2576127
Sep 16 19:52:41.317332 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.wsgi [-] (75160) accepted ('10.222.0.22', 52712) {{(pid=75160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:52:41.394170 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.provisioning_blocks [None req-b0609271-aa7f-4330-ac67-3de403531287 None None] Provisioning complete for port 3243da78-c940-4579-a9c5-e9ea73ba554b triggered by entity DHCP. {{(pid=75162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 19:52:41.394655 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-b0609271-aa7f-4330-ac67-3de403531287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15813343'] for port, provisioning_complete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:41.400070 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c45ca4-4acf-4d67-a6de-b470a4ec1884 req-415feb46-903e-403f-9e73-e5bf0b2e0835 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:41.401520 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-52c45ca4-4acf-4d67-a6de-b470a4ec1884 req-415feb46-903e-403f-9e73-e5bf0b2e0835 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 200  len: 916 time: 0.1443336
Sep 16 19:52:41.508485 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-52c45ca4-4acf-4d67-a6de-b470a4ec1884 req-210d68e1-cf20-49dd-a84e-83c48b3136dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 1002 time: 0.0997763
Sep 16 19:52:41.522105 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Deleting port 8719d4f8-1d8f-4dd1-9d20-f21a85917932 {{(pid=75160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:52:41.522473 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:41.570658 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c45ca4-4acf-4d67-a6de-b470a4ec1884 req-7ad4f46b-4c22-4abf-b934-c1104fedeb8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:41.572132 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-52c45ca4-4acf-4d67-a6de-b470a4ec1884 req-7ad4f46b-4c22-4abf-b934-c1104fedeb8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=799fe660-c84d-45b7-918f-6a904d39de42 HTTP/1.1" status: 200  len: 854 time: 0.0576057
Sep 16 19:52:41.644993 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-52c45ca4-4acf-4d67-a6de-b470a4ec1884 req-544172f7-c352-4174-a4ae-f2fb7293aa42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f439f5-60ce-49ee-895f-c14c035f2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667098
Sep 16 19:52:41.693508 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:41.693907 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:41.775908 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-52c45ca4-4acf-4d67-a6de-b470a4ec1884 req-2a88b3dd-2be5-4648-9e0b-cd6b9128602e service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241562
Sep 16 19:52:41.813209 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.plugins.ml2.plugin [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Calling delete_port for 8719d4f8-1d8f-4dd1-9d20-f21a85917932 owned by network:floatingip {{(pid=75160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:52:42.008894 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-52c45ca4-4acf-4d67-a6de-b470a4ec1884 req-981ab0a6-bd33-44db-a4a7-e86bd1e2e3ea service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2271011
Sep 16 19:52:42.058329 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2682538'] for port, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:42.062365 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-57ed8126-639c-45e2-bbc8-7e95cdf31acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:52:42.102069 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event deleted for resources: {'Port': ['ID=8719d4f8-1d8f-4dd1-9d20-f21a85917932,revision_number=None']} {{(pid=75160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:52:42.105742 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG oslo_concurrency.lockutils [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:52:42.197518 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks [] for floatingip, after_delete {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:42.595046 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:52:42.796333 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:52:42.807344 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] Sync routers for ids ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:52:42.817878 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron_lib.callbacks.manager [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for floatingip, before_response {{(pid=75160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:42.820083 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] Routers {'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:52:42.820698 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445f00250>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:52:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:42.871256 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [None req-ef5785b4-6d56-4eb5-bcf5-7da74b6fbf75 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "DELETE /v2.0/floatingips/0b66e748-4d4c-46ab-82e0-087e485dedb8 HTTP/1.1" status: 204  len: 168 time: 1.5520647
Sep 16 19:52:42.872152 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b'}] {{(pid=75160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:52:43.018920 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'status': 'completed', 'code': 200}
Sep 16 19:52:43.046074 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] Set router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:52:43.116929 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62b6b059-a385-45f1-bc90-6f9ebc23889e req-02493ad1-7418-477f-be64-41a48ddbe818 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95bea427ad13418fa28441daf2f8ff7e&device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 1099 time: 0.0763452
Sep 16 19:52:43.267923 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6b059-a385-45f1-bc90-6f9ebc23889e req-526c1019-6b70-42b6-8dd3-84d85bffb9d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:43.269400 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62b6b059-a385-45f1-bc90-6f9ebc23889e req-526c1019-6b70-42b6-8dd3-84d85bffb9d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 200  len: 916 time: 0.1463377
Sep 16 19:52:43.342400 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62b6b059-a385-45f1-bc90-6f9ebc23889e req-5e7f3f57-7b54-4167-b2db-fa5d4ad22f68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 200  len: 217 time: 0.0672195
Sep 16 19:52:43.382223 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445f00250>, [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:54Z', 'revision_number': 5, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:43.385958 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] Checking router: bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:52:43.396816 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] Routers {'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:52:43.397505 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445f00250>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:52:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:43.406258 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6b059-a385-45f1-bc90-6f9ebc23889e req-d9000834-3bb7-4ad9-b18a-801ee81da7b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:43.407711 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62b6b059-a385-45f1-bc90-6f9ebc23889e req-d9000834-3bb7-4ad9-b18a-801ee81da7b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=799fe660-c84d-45b7-918f-6a904d39de42 HTTP/1.1" status: 200  len: 854 time: 0.0573339
Sep 16 19:52:43.481583 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62b6b059-a385-45f1-bc90-6f9ebc23889e req-a015b00f-c6e0-4585-aae6-d71136355feb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f439f5-60ce-49ee-895f-c14c035f2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0677695
Sep 16 19:52:43.574122 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] Set router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:52:43.612692 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62b6b059-a385-45f1-bc90-6f9ebc23889e req-c2818cad-02d2-445b-b871-bc8dda864efe service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237423
Sep 16 19:52:43.748250 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-62b6b059-a385-45f1-bc90-6f9ebc23889e req-7fe86349-cc48-4a54-a837-cbe8ce8ca40c service neutron] 10.222.0.20 "GET /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287076
Sep 16 19:52:43.884079 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445f00250>, [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:54Z', 'revision_number': 5, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:43.887829 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb825181-2c60-4aca-959f-7c09e94ca2df None None] The sync data for ids ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'] in dv-cinder-809447-1-iscsi is: [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:50:35Z', 'revision_number': 4, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi', '_interfaces': [{'id': '5c856633-a483-4d1c-a91c-e9a88ccb1d1b', 'name': '', 'network_id': '99f439f5-60ce-49ee-895f-c14c035f2b51', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'mac_address': 'fa:16:3e:09:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '799fe660-c84d-45b7-918f-6a904d39de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:35Z', 'updated_at': '2021-09-16T19:50:54Z', 'revision_number': 5, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'subnets': [{'id': '799fe660-c84d-45b7-918f-6a904d39de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:52:44.117792 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074da215-313a-4ae9-84a9-2f2027fada91 None None] New status for floating IP 0b66e748-4d4c-46ab-82e0-087e485dedb8: DOWN {{(pid=75163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 16 19:52:46.176245 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd03779-9c0c-4f28-a9a9-07505a0bfc93 req-abc46dc4-0179-4a7e-a8c3-ec7a5ddd6c76 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:46.176930 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-7dd03779-9c0c-4f28-a9a9-07505a0bfc93 req-abc46dc4-0179-4a7e-a8c3-ec7a5ddd6c76 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Synchronizing usage tracker for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:port {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:52:46.192041 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-7dd03779-9c0c-4f28-a9a9-07505a0bfc93 req-abc46dc4-0179-4a7e-a8c3-ec7a5ddd6c76 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Unset dirty status for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:port {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:52:46.193698 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7dd03779-9c0c-4f28-a9a9-07505a0bfc93 req-abc46dc4-0179-4a7e-a8c3-ec7a5ddd6c76 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 946 time: 0.0921216
Sep 16 19:52:46.240830 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-7dd03779-9c0c-4f28-a9a9-07505a0bfc93 req-43537e60-9bc8-429a-8a5a-3e65076f2ad5 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Synchronizing usage tracker for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:security_group {{(pid=75160) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:52:46.256624 dv-cinder-809447-1-iscsi neutron-server[75160]: DEBUG neutron.quota.resource [req-7dd03779-9c0c-4f28-a9a9-07505a0bfc93 req-43537e60-9bc8-429a-8a5a-3e65076f2ad5 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Unset dirty status for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:security_group {{(pid=75160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:52:46.257758 dv-cinder-809447-1-iscsi neutron-server[75160]: INFO neutron.wsgi [req-7dd03779-9c0c-4f28-a9a9-07505a0bfc93 req-43537e60-9bc8-429a-8a5a-3e65076f2ad5 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588653
Sep 16 19:52:47.453398 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe27716-826e-437d-ab6b-9d48bdc6eeef req-ce5d803c-7a7e-4ae5-ad11-81804478a830 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:47.454866 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1fe27716-826e-437d-ab6b-9d48bdc6eeef req-ce5d803c-7a7e-4ae5-ad11-81804478a830 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 946 time: 0.0784118
Sep 16 19:52:47.501818 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1fe27716-826e-437d-ab6b-9d48bdc6eeef req-92fe9771-be46-43d6-aebb-40e2c5e2c2d4 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc486386-71df-478f-b947-b946be2231d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403290
Sep 16 19:52:47.744480 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-455691b5-1159-4f92-b85d-06309bcfa163 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 19:52:47.745890 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-455691b5-1159-4f92-b85d-06309bcfa163 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.20 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 946 time: 0.0751653
Sep 16 19:52:47.815942 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Deleting port 3243da78-c940-4579-a9c5-e9ea73ba554b {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:52:47.816287 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:48.055832 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] For port 3243da78-c940-4579-a9c5-e9ea73ba554b, host hv-cinder-80944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80944',level=0,port_id=3243da78-c940-4579-a9c5-e9ea73ba554b,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:52:48.056257 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:48.176666 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Calling delete_port for 3243da78-c940-4579-a9c5-e9ea73ba554b owned by compute:nova {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:52:48.317595 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:48.323219 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-81868a37-4571-474f-855e-ed2f410e1696 tempest-AttachVolumeTestJSON-940581797 tempest-AttachVolumeTestJSON-940581797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:52:48.329009 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] get_ports_and_sgs() called for port_ids ['3243da78-c940-4579-a9c5-e9ea73ba554b'] {{(pid=75162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 16 19:52:48.437686 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Pushing event deleted for resources: {'Port': ['ID=3243da78-c940-4579-a9c5-e9ea73ba554b,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:52:48.440166 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:52:48.511609 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] No DVR routers for this DVR port 3243da78-c940-4579-a9c5-e9ea73ba554b on host hv-cinder-80944 {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:52:48.514104 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2053818'] for port, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:48.516660 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'name': 'network-vif-deleted', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b'}] {{(pid=75161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 19:52:48.532199 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-1ad5edf3-7fb7-4c88-b81c-9e4b8beb4165 req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.20 "DELETE /v2.0/ports/3243da78-c940-4579-a9c5-e9ea73ba554b HTTP/1.1" status: 204  len: 173 time: 0.7806950
Sep 16 19:52:48.575403 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76afc4bf-2127-4db3-bad6-61f3a7315f77', 'name': 'network-vif-deleted', 'tag': '3243da78-c940-4579-a9c5-e9ea73ba554b', 'status': 'completed', 'code': 200}
Sep 16 19:52:48.676087 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-ad03c253-9ca3-4214-a027-06b81911148f req-c5fb92c4-a05d-40a6-a66b-cf07eb0a157e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Synchronizing usage tracker for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:port {{(pid=75161) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 19:52:48.691325 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.quota.resource [req-ad03c253-9ca3-4214-a027-06b81911148f req-c5fb92c4-a05d-40a6-a66b-cf07eb0a157e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Unset dirty status for tenant:95bea427ad13418fa28441daf2f8ff7e on resource:port {{(pid=75161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 19:52:48.692469 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [req-ad03c253-9ca3-4214-a027-06b81911148f req-c5fb92c4-a05d-40a6-a66b-cf07eb0a157e tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] 10.222.0.22 "GET /v2.0/ports?device_id=76afc4bf-2127-4db3-bad6-61f3a7315f77 HTTP/1.1" status: 200  len: 210 time: 0.0574756
Sep 16 19:52:51.371707 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52806) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:52:51.757351 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719805'] for router_interface, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:51.987318 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 3243da78-c940-4579-a9c5-e9ea73ba554b no longer exists at agent hyperv_hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:52:52.025733 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] No Port match for: 3243da78-c940-4579-a9c5-e9ea73ba554b {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:52:52.026341 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Device 3243da78-c940-4579-a9c5-e9ea73ba554b not bound to the agent host hv-cinder-80944 {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:52:52.345418 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Deleting port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:52:52.345756 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:52.515611 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] For port 5c856633-a483-4d1c-a91c-e9a88ccb1d1b, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=5c856633-a483-4d1c-a91c-e9a88ccb1d1b,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:52:52.516166 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:52.715476 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Calling delete_port for 5c856633-a483-4d1c-a91c-e9a88ccb1d1b owned by network:router_interface {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:52:52.885409 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:52.889379 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-6a9ba21d-58ba-490e-8322-0bb8ad668e64 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:52:52.930463 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c856633-a483-4d1c-a91c-e9a88ccb1d1b,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:52:52.935367 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:52:53.216546 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15345281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720007'] for router_interface, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:53.603518 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a6339268-2e52-4d08-b511-0af7fd99e24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:53.780323 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:52:53.911059 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:53.980402 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:52:53.990319 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] Sync routers for ids ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'] in dv-cinder-809447-1-iscsi {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:52:53.995776 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-970f9c1f-13d2-4d1c-a3a3-e559cd42c789 admin admin] 10.222.0.22 "PUT /v2.0/routers/bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6229982
Sep 16 19:52:53.998252 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52810) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:52:54.004894 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] Routers {'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:52:54.006113 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445b5fa90>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:52:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:54.183121 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] Set router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:52:54.283681 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Notify callbacks [] for router, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:54.481950 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:54.492953 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Deleting port f4836688-b191-4875-82dd-f6712e1a157e {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:52:54.493287 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:54.509544 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445b5fa90>, [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:52:52Z', 'revision_number': 5, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port': {'id': 'f4836688-b191-4875-82dd-f6712e1a157e', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:33Z', 'updated_at': '2021-09-16T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:54.515030 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] Checking router: bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 for host: dv-cinder-809447-1-iscsi {{(pid=75162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:52:54.527136 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] Routers {'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:52:54.527770 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0445b5fa90>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:52:26Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'], 'active': True} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:54.666343 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] For port f4836688-b191-4875-82dd-f6712e1a157e, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=f4836688-b191-4875-82dd-f6712e1a157e,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:52:54.666694 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:54.683523 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_dvr_db [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] Set router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 gateway port host: None {{(pid=75162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:52:54.790698 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Calling delete_port for f4836688-b191-4875-82dd-f6712e1a157e owned by network:router_gateway {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:52:54.791849 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.db.l3_hamode_db [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0445b5fa90>, [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:52:54Z', 'revision_number': 6, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port_host': None}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:54.795854 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42dfec-9c27-4aa0-926a-fb9bcac8296b None None] The sync data for ids ['bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5'] in dv-cinder-809447-1-iscsi is: [{'id': 'bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5', 'name': 'tempest-TestMinimumBasicScenario-1182961396-router', 'tenant_id': '95bea427ad13418fa28441daf2f8ff7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:32Z', 'updated_at': '2021-09-16T19:52:54Z', 'revision_number': 6, 'project_id': '95bea427ad13418fa28441daf2f8ff7e', 'gw_port_host': None}] {{(pid=75162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:52:54.957100 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:54.961245 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-18447b99-5994-45ea-9193-1125eb66533c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:52:55.001346 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4836688-b191-4875-82dd-f6712e1a157e,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:52:55.003801 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:52:55.223505 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705128'] for router_gateway, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:55.562088 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25059'] for router, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:55.566218 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:55.655826 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330320'] for router, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:55.656460 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 {{(pid=75161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 16 19:52:55.672207 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] Notify callbacks [] for router, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:55.673421 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-c95a8eef-25cd-4e66-b15a-8e0b8221197a admin admin] 10.222.0.22 "DELETE /v2.0/routers/bd88e6bf-3e07-4a6d-b6c3-d7fc0c339de5 HTTP/1.1" status: 204  len: 168 time: 1.6742258
Sep 16 19:52:55.676090 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52814) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:52:55.683900 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4dc6508a-69b0-468b-8d24-1f1edf4d0de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:55.737294 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f17e849-9684-4c72-b577-c640579261da admin admin] Deleting subnet 799fe660-c84d-45b7-918f-6a904d39de42 {{(pid=75161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:52:55.740815 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2f17e849-9684-4c72-b577-c640579261da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:55.794449 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2f17e849-9684-4c72-b577-c640579261da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2816614'] for subnet, precommit_delete_associations {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:55.908887 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2f17e849-9684-4c72-b577-c640579261da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:55.979538 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2f17e849-9684-4c72-b577-c640579261da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2433962'] for subnet, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:55.983729 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:52:56.016313 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17e849-9684-4c72-b577-c640579261da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799fe660-c84d-45b7-918f-6a904d39de42,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:52:56.018728 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2f17e849-9684-4c72-b577-c640579261da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:52:56.024073 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2f17e849-9684-4c72-b577-c640579261da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.029370 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294b949-536d-4565-acf5-f3aa5f237934 None None] Network 99f439f5-60ce-49ee-895f-c14c035f2b51 requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:52:56.031518 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-2f17e849-9684-4c72-b577-c640579261da admin admin] 10.222.0.22 "DELETE /v2.0/subnets/799fe660-c84d-45b7-918f-6a904d39de42 HTTP/1.1" status: 204  len: 168 time: 0.3538556
Sep 16 19:52:56.033616 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52818) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:52:56.139699 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.149902 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Deleting port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:52:56.150257 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.278489 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] DHCP port deletion for 99f439f5-60ce-49ee-895f-c14c035f2b51 request from dv-cinder-809447-1-iscsi {{(pid=75162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 16 19:52:56.282508 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] Deleting port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:52:56.282882 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.360196 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] For port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=0feb26a2-1a13-4b50-8d6a-20d1f458f83a,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:52:56.360572 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.481276 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] For port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=0feb26a2-1a13-4b50-8d6a-20d1f458f83a,segment=NetworkSegment(3648d40b-ff2b-4b40-8837-5faab10f770a),segment_id=3648d40b-ff2b-4b40-8837-5faab10f770a)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:52:56.481673 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.482520 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Calling delete_port for 0feb26a2-1a13-4b50-8d6a-20d1f458f83a owned by network:dhcp {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:52:56.563905 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.567634 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-558518a3-8292-4991-a517-2ef4dad9b1d7 tempest-TestMinimumBasicScenario-1993521074 tempest-TestMinimumBasicScenario-1993521074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:52:56.598640 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device f4836688-b191-4875-82dd-f6712e1a157e no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:52:56.611479 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Pushing event deleted for resources: {'Port': ['ID=0feb26a2-1a13-4b50-8d6a-20d1f458f83a,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:52:56.614190 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:52:56.617394 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] No DVR routers for this DVR port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a on host dv-cinder-809447-1-iscsi {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:52:56.632578 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] Calling delete_port for 0feb26a2-1a13-4b50-8d6a-20d1f458f83a owned by network:dhcp {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:52:56.670087 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: f4836688-b191-4875-82dd-f6712e1a157e {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:52:56.670463 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device f4836688-b191-4875-82dd-f6712e1a157e not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:52:56.670885 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 5c856633-a483-4d1c-a91c-e9a88ccb1d1b no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:52:56.705567 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 5c856633-a483-4d1c-a91c-e9a88ccb1d1b {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:52:56.706245 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 5c856633-a483-4d1c-a91c-e9a88ccb1d1b not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:52:56.706340 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 0feb26a2-1a13-4b50-8d6a-20d1f458f83a no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:52:56.737579 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.752921 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 0feb26a2-1a13-4b50-8d6a-20d1f458f83a {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:52:56.753272 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 0feb26a2-1a13-4b50-8d6a-20d1f458f83a not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:52:56.765605 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f044511d400>,) {'filters': {'network_id': ['99f439f5-60ce-49ee-895f-c14c035f2b51']}} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:56.780422 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.780925 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f044511d400>, '3648d40b-ff2b-4b40-8837-5faab10f770a') {'for_net_delete': True} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:56.781224 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f044511d400>, '3648d40b-ff2b-4b40-8837-5faab10f770a') {} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:56.781998 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.db.api [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 19:52:56.782393 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_db.api [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 19:52:56.793028 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2816623'] for segment, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.810047 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.815897 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=75161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:52:56.816265 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2607524'] for segment, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]: Traceback (most recent call last):
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     timer()
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     cb(*args, **kw)
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     return func(*args, **kwargs)
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     self._notify()
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     self.callback(batched_events)
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     event.method(event)
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     return f(self, *a, **k)
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._get(url).json()
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:52:56.830049 dv-cinder-809447-1-iscsi neutron-server[75161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:52:56.903569 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.907311 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-68b249da-0391-4fcb-8ab3-799d6ced7b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:52:56.920720 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:56.931107 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f439f5-60ce-49ee-895f-c14c035f2b51,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:52:56.935091 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:52:56.938498 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-2a894241-816d-408b-979b-6e15dfccb542 admin admin] 10.222.0.22 "DELETE /v2.0/networks/99f439f5-60ce-49ee-895f-c14c035f2b51 HTTP/1.1" status: 204  len: 168 time: 0.9037402
Sep 16 19:52:56.941279 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52822) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:52:57.283521 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] Deleting port 0feb26a2-1a13-4b50-8d6a-20d1f458f83a {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:52:57.283945 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:57.349197 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-248a9e39-5504-4801-a7ec-3d0230456704 None None] The port '0feb26a2-1a13-4b50-8d6a-20d1f458f83a' was deleted {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Sep 16 19:52:57.402325 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719805'] for router_interface, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:57.994304 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Deleting port 7a174434-1121-4487-911f-032446fae13c {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:52:57.994939 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:58.167399 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] For port 7a174434-1121-4487-911f-032446fae13c, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=7a174434-1121-4487-911f-032446fae13c,segment=NetworkSegment(67c44d4d-cb3c-43e1-ac48-7146fbb49929),segment_id=67c44d4d-cb3c-43e1-ac48-7146fbb49929)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:52:58.167750 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:58.287676 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Calling delete_port for 7a174434-1121-4487-911f-032446fae13c owned by network:router_interface {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:52:58.360759 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:58.460401 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:58.464707 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-44be51f6-9a18-455d-b348-cfea8887837b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:52:58.503549 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a174434-1121-4487-911f-032446fae13c,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:52:58.507123 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:52:58.898648 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15345281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720007'] for router_interface, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:52:59.460249 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Router cd94c71c-6199-4c1b-b8e5-e55de628a666 has already been hosted by L3 agent 47301655-9877-4924-9286-fd3835d3484c {{(pid=75161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 16 19:52:59.656940 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] Notify agent at l3_agent.dv-cinder-809447-1-iscsi the message routers_updated {{(pid=75161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 16 19:52:59.665670 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] Sync routers for ids ['cd94c71c-6199-4c1b-b8e5-e55de628a666'] in dv-cinder-809447-1-iscsi {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 16 19:52:59.674432 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-fe0db566-3078-465d-a2c4-6107a605d894 admin admin] 10.222.0.22 "PUT /v2.0/routers/cd94c71c-6199-4c1b-b8e5-e55de628a666/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7321584
Sep 16 19:52:59.676927 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52826) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:52:59.678773 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] Routers {'cd94c71c-6199-4c1b-b8e5-e55de628a666'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:52:59.679389 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04460f2490>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:52:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['cd94c71c-6199-4c1b-b8e5-e55de628a666'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:52:59.853358 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] Set router cd94c71c-6199-4c1b-b8e5-e55de628a666 gateway port host: dv-cinder-809447-1-iscsi {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:52:59.876949 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Notify callbacks [] for router, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:00.139192 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04460f2490>, [{'id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'name': 'tempest-TestMinimumBasicScenario-2056293984-router', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'external_fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:52:58Z', 'revision_number': 5, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'gw_port': {'id': '5f877ee8-cda5-4424-929f-3c73024afe61', 'name': '', 'network_id': '12b4b60e-61ac-4f17-9f35-3f35015313b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e376e1f8-1328-4493-b9bc-992bfe35d0a0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809447-1-iscsi'}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:53:00.142997 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] Checking router: cd94c71c-6199-4c1b-b8e5-e55de628a666 for host: dv-cinder-809447-1-iscsi {{(pid=75163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 16 19:53:00.153897 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] Routers {'cd94c71c-6199-4c1b-b8e5-e55de628a666'} bound to L3 agent in host dv-cinder-809447-1-iscsi {{(pid=75163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 16 19:53:00.154543 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f04460f2490>, 'dv-cinder-809447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T19:02:56Z,description=<?>,heartbeat_timestamp=2021-09-16T19:52:56Z,host='dv-cinder-809447-1-iscsi',id=47301655-9877-4924-9286-fd3835d3484c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T19:02:56Z,topic='l3_agent')) {'router_ids': ['cd94c71c-6199-4c1b-b8e5-e55de628a666'], 'active': True} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:53:00.180199 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:00.189650 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Deleting port 5f877ee8-cda5-4424-929f-3c73024afe61 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:53:00.190127 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:00.305139 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_dvr_db [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] Set router cd94c71c-6199-4c1b-b8e5-e55de628a666 gateway port host: None {{(pid=75163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 16 19:53:00.359218 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] For port 5f877ee8-cda5-4424-929f-3c73024afe61, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=5f877ee8-cda5-4424-929f-3c73024afe61,segment=NetworkSegment(b1cd03eb-4847-4748-830c-3eae284ec14a),segment_id=b1cd03eb-4847-4748-830c-3eae284ec14a)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:53:00.359563 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:00.448054 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.l3_hamode_db [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f04460f2490>, [{'id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'name': 'tempest-TestMinimumBasicScenario-2056293984-router', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:53:00Z', 'revision_number': 6, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'gw_port_host': None}], 'dv-cinder-809447-1-iscsi', False) {} {{(pid=75163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:53:00.452309 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e40cc2-16ea-4779-9d0e-35b665731fc4 None None] The sync data for ids ['cd94c71c-6199-4c1b-b8e5-e55de628a666'] in dv-cinder-809447-1-iscsi is: [{'id': 'cd94c71c-6199-4c1b-b8e5-e55de628a666', 'name': 'tempest-TestMinimumBasicScenario-2056293984-router', 'tenant_id': '63ed0e3f3ff14232acd49c3f911162c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T19:50:38Z', 'updated_at': '2021-09-16T19:53:00Z', 'revision_number': 6, 'project_id': '63ed0e3f3ff14232acd49c3f911162c6', 'gw_port_host': None}] {{(pid=75163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 16 19:53:00.486756 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Calling delete_port for 5f877ee8-cda5-4424-929f-3c73024afe61 owned by network:router_gateway {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:53:00.653292 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:00.657461 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ae4690fd-8ab1-4bd1-821d-dc16943c5a93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:53:00.699372 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f877ee8-cda5-4424-929f-3c73024afe61,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:53:00.701782 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:53:00.866638 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 7a174434-1121-4487-911f-032446fae13c no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:53:00.903604 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 7a174434-1121-4487-911f-032446fae13c {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:53:00.903955 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 7a174434-1121-4487-911f-032446fae13c not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:53:00.924385 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705128'] for router_gateway, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.176837 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25059'] for router, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.181401 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.206332 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330320'] for router, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.206828 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd94c71c-6199-4c1b-b8e5-e55de628a666 {{(pid=75161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 16 19:53:01.221043 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] Notify callbacks [] for router, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.222240 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-b9f76306-0508-4159-b301-fac7f11b7784 admin admin] 10.222.0.22 "DELETE /v2.0/routers/cd94c71c-6199-4c1b-b8e5-e55de628a666 HTTP/1.1" status: 204  len: 168 time: 1.5438781
Sep 16 19:53:01.224649 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52834) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:53:01.283868 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46557ae-f33a-45ff-8920-00087866878a admin admin] Deleting subnet 8393f89e-0507-479b-be6f-d82e857aecb5 {{(pid=75161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 16 19:53:01.286854 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b46557ae-f33a-45ff-8920-00087866878a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.338479 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b46557ae-f33a-45ff-8920-00087866878a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2816614'] for subnet, precommit_delete_associations {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.416214 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b46557ae-f33a-45ff-8920-00087866878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15818673'] for subnet, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.579326 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b46557ae-f33a-45ff-8920-00087866878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15818682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2608646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2433962'] for subnet, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.584161 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-2f17e849-9684-4c72-b577-c640579261da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:53:01.618792 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46557ae-f33a-45ff-8920-00087866878a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8393f89e-0507-479b-be6f-d82e857aecb5,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:53:01.621253 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-b46557ae-f33a-45ff-8920-00087866878a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:53:01.623865 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-b46557ae-f33a-45ff-8920-00087866878a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for subnet, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.629589 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458b7ee7-4102-48a4-83c1-d2f98a286518 None None] Network 31445964-60cf-46af-8b4d-a78d6d413abc requested from dv-cinder-809447-1-iscsi {{(pid=75162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 16 19:53:01.629777 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-b46557ae-f33a-45ff-8920-00087866878a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8393f89e-0507-479b-be6f-d82e857aecb5 HTTP/1.1" status: 204  len: 168 time: 0.4039872
Sep 16 19:53:01.632984 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52838) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:53:01.737929 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15787208'] for network, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.748491 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Deleting port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 {{(pid=75161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:53:01.748822 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.870938 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] DHCP port deletion for 31445964-60cf-46af-8b4d-a78d6d413abc request from dv-cinder-809447-1-iscsi {{(pid=75162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 16 19:53:01.874919 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] Deleting port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:53:01.875298 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.957295 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.db [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] For port 50e707b6-a78f-4263-884b-f62c8c3ff4c8, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=50e707b6-a78f-4263-884b-f62c8c3ff4c8,segment=NetworkSegment(67c44d4d-cb3c-43e1-ac48-7146fbb49929),segment_id=67c44d4d-cb3c-43e1-ac48-7146fbb49929)] {{(pid=75161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:53:01.957664 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:01.967378 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.079825 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Calling delete_port for 50e707b6-a78f-4263-884b-f62c8c3ff4c8 owned by network:dhcp {{(pid=75161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:53:02.087688 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.db [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] For port 50e707b6-a78f-4263-884b-f62c8c3ff4c8, host dv-cinder-809447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809447-1-iscsi',level=0,port_id=50e707b6-a78f-4263-884b-f62c8c3ff4c8,segment=NetworkSegment(67c44d4d-cb3c-43e1-ac48-7146fbb49929),segment_id=67c44d4d-cb3c-43e1-ac48-7146fbb49929)] {{(pid=75162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 16 19:53:02.088025 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720173'] for port, precommit_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.152136 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15825394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728521776869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728521365324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2608755'] for port, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.155780 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-a7146404-f8cf-460a-8c44-dc077679d73f tempest-ServerRescueNegativeTestJSON-724870230 tempest-ServerRescueNegativeTestJSON-724870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:53:02.202235 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Pushing event deleted for resources: {'Port': ['ID=50e707b6-a78f-4263-884b-f62c8c3ff4c8,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:53:02.204674 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:53:02.207088 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] No DVR routers for this DVR port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 on host dv-cinder-809447-1-iscsi {{(pid=75161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 19:53:02.210259 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] Calling delete_port for 50e707b6-a78f-4263-884b-f62c8c3ff4c8 owned by network:dhcp {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Sep 16 19:53:02.281824 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.db.api [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 19:53:02.282214 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG oslo_db.api [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 19:53:02.326320 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15810634', 'neutron.services.segments.db._delete_segments_for_network-8728521870273'] for network, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.351992 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0445e04070>,) {'filters': {'network_id': ['31445964-60cf-46af-8b4d-a78d6d413abc']}} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:53:02.363775 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0445e04070>, '67c44d4d-cb3c-43e1-ac48-7146fbb49929') {'for_net_delete': True} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:53:02.364069 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.services.segments.db [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0445e04070>, '67c44d4d-cb3c-43e1-ac48-7146fbb49929') {} {{(pid=75161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 19:53:02.376112 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728521871836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2816623'] for segment, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.391716 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15815461'] for segment, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.398388 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=75161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 16 19:53:02.398774 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15815484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2607524'] for segment, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]: Traceback (most recent call last):
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     timer()
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     cb(*args, **kw)
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     return func(*args, **kwargs)
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     self._notify()
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     self.callback(batched_events)
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     event.method(event)
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     return f(self, *a, **k)
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._get(url).json()
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     return self.request(url, 'GET', **kwargs)
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 19:53:02.411393 dv-cinder-809447-1-iscsi neutron-server[75161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 19:53:02.491214 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15810611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-388188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15345180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705103'] for network, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.495730 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15345392'] for network, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.498068 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-0ab4310f-8fd5-4bad-bd61-cb1d8766c48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:53:02.520539 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Pushing event deleted for resources: {'Network': ['ID=31445964-60cf-46af-8b4d-a78d6d413abc,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:53:02.525170 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:53:02.527020 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-4b6d3e2b-3fda-4b42-9e01-b7dd30ad924d admin admin] 10.222.0.22 "DELETE /v2.0/networks/31445964-60cf-46af-8b4d-a78d6d413abc HTTP/1.1" status: 204  len: 168 time: 0.8932331
Sep 16 19:53:02.562900 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 5f877ee8-cda5-4424-929f-3c73024afe61 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:53:02.596348 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 5f877ee8-cda5-4424-929f-3c73024afe61 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:53:02.596789 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 5f877ee8-cda5-4424-929f-3c73024afe61 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:53:02.597220 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 50e707b6-a78f-4263-884b-f62c8c3ff4c8 no longer exists at agent ovs-agent-dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 19:53:02.628637 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] No Port match for: 50e707b6-a78f-4263-884b-f62c8c3ff4c8 {{(pid=75162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Sep 16 19:53:02.628986 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.rpc [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Device 50e707b6-a78f-4263-884b-f62c8c3ff4c8 not bound to the agent host dv-cinder-809447-1-iscsi {{(pid=75162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 19:53:02.752500 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52844) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:53:02.783925 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] Deleting port 50e707b6-a78f-4263-884b-f62c8c3ff4c8 {{(pid=75162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Sep 16 19:53:02.784331 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728521769454'] for port, before_delete {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.801554 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-0f0c991d-d26e-42ed-87b0-571002aaf3b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95bea427ad13418fa28441daf2f8ff7e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0478501
Sep 16 19:53:02.804587 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52848) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:53:02.847917 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron.plugins.ml2.plugin [None req-c71fc28d-953c-4211-a6ff-8aba16b00faa None None] The port '50e707b6-a78f-4263-884b-f62c8c3ff4c8' was deleted {{(pid=75162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Sep 16 19:53:02.863411 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4cf0bb6a-9a29-44b6-9489-66f512393b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.888890 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4cf0bb6a-9a29-44b6-9489-66f512393b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.944872 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4cf0bb6a-9a29-44b6-9489-66f512393b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.948445 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-745f75fe-8ae5-4818-95d5-7af4b863800a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:53:02.963790 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0bb6a-9a29-44b6-9489-66f512393b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc486386-71df-478f-b947-b946be2231d5,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:53:02.966753 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-4cf0bb6a-9a29-44b6-9489-66f512393b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:53:02.988247 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-4cf0bb6a-9a29-44b6-9489-66f512393b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:02.993026 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-4cf0bb6a-9a29-44b6-9489-66f512393b77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc486386-71df-478f-b947-b946be2231d5 HTTP/1.1" status: 204  len: 168 time: 0.1842430
Sep 16 19:53:03.388696 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52856) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:53:03.438098 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-6d499c9d-b945-4d03-a213-7445591fb3b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63ed0e3f3ff14232acd49c3f911162c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0480092
Sep 16 19:53:03.440457 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.wsgi [-] (75161) accepted ('10.222.0.22', 52860) {{(pid=75161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 19:53:03.498471 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ae2dd18f-3c93-4183-9b24-4a8f6661b8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:03.523556 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ae2dd18f-3c93-4183-9b24-4a8f6661b8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:03.575187 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ae2dd18f-3c93-4183-9b24-4a8f6661b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382683'] for security_group, after_delete {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:03.579843 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-8e278447-fbd1-483c-8293-e26b2214ab96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 19:53:03.593847 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dd18f-3c93-4183-9b24-4a8f6661b8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8527e7-1e52-4bcd-b6cc-725cd1f5e323,revision_number=None']} {{(pid=75161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 19:53:03.597881 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG oslo_concurrency.lockutils [None req-ae2dd18f-3c93-4183-9b24-4a8f6661b8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 19:53:03.600452 dv-cinder-809447-1-iscsi neutron-server[75161]: DEBUG neutron_lib.callbacks.manager [None req-ae2dd18f-3c93-4183-9b24-4a8f6661b8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=75161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:03.603796 dv-cinder-809447-1-iscsi neutron-server[75161]: INFO neutron.wsgi [None req-ae2dd18f-3c93-4183-9b24-4a8f6661b8ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c8527e7-1e52-4bcd-b6cc-725cd1f5e323 HTTP/1.1" status: 204  len: 168 time: 0.1602466
Sep 16 19:53:14.647248 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:53:23.605691 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0041ab0-5ad5-420d-bfb1-485c0dd37702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:23.916347 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:25.686604 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-cb1c166d-ee5a-405c-9165-48f8c48d87f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:26.762200 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:28.362789 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:31.939105 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:51.646437 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:53:53.610087 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-a6437367-f9ae-4224-b351-3e23bb94572a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:53.911425 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:55.687494 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-34dbc813-5ebe-4ac6-837d-c6b7b51ba2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:56.764979 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:53:58.365990 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:01.968930 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:23.611462 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-849221bc-9562-4f16-8fb6-a4dc21c0a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:23.913441 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:25.687250 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ed0a6abe-af2c-4a62-b4b6-ab5a6d01d710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:26.767614 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:28.368509 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:28.646529 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:54:31.971460 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:53.613300 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-7e8586d9-c6fc-4b98-ae4f-bde4cfa485d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:53.914883 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:55.690389 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-de6f00e7-746b-4f28-95ab-fe31f6ef4121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:56.769367 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:54:58.371886 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:01.984922 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:05.646328 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:55:23.614168 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-fb69e0ce-9266-42d3-b114-7bebf4d625f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:23.917477 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:25.691729 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-34708e34-d74b-426c-b338-92d3da59b69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:26.773067 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:28.376016 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:31.986003 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:42.647688 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:55:53.616529 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-f10c44da-64db-4a47-8417-510117b978f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:53.919200 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:55.692141 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4b7d79da-b8d1-4674-bc99-0b3d665141fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:56.774920 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:55:58.380924 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:02.002645 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:19.648083 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:56:23.619244 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-af5c976a-772d-4308-b2fc-3943e2ae29ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:23.921346 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:25.693336 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-087a3ba8-c1e8-41d2-af9a-9855a41cc1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:26.776338 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:28.383457 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:32.016188 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:53.620335 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-3b4426d6-5a3e-4a81-adbe-9a0d70b09dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:53.924008 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:55.693711 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-96f60da3-2ba6-4696-ac20-7464bcb0068f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:56.648791 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:56:56.780531 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:56:58.384170 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:02.016231 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:23.621001 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-6773b4f3-d23e-4b0b-bd44-e9b082d04027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:23.926218 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:25.695072 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-d398dbad-34ff-47a3-bb51-0e3a7f95e2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:26.783356 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:28.388801 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:32.017423 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:33.649168 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 19:57:53.623574 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-9d47fc33-8e04-4281-8de2-58c5b99f61fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:53.927466 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-5dedaf0f-ef9f-4d35-b4b8-cf48fe139a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:55.697822 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-f8c988d0-48c8-438c-9da9-ec88ab196cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:56.786723 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-ff9622ce-a204-4c16-8280-367796385928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:57:58.390854 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-4e5325ef-188d-4117-82a8-ac223c355436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:58:02.015165 dv-cinder-809447-1-iscsi neutron-server[75162]: DEBUG neutron_lib.callbacks.manager [None req-c0f546ce-30f1-46e7-8060-6c8c4ac37e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728521870255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15812980'] for agent, after_update {{(pid=75162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 19:58:10.648775 dv-cinder-809447-1-iscsi neutron-server[75163]: DEBUG neutron.db.agents_db [None req-5b72c962-d412-4d0e-ac7d-bb5cbea5da07 None None] Agent healthcheck: found 6 active agents {{(pid=75163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}